2024-11-14 19:43:57,251 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 19:43:57,270 main DEBUG Took 0.017103 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 19:43:57,270 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 19:43:57,271 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 19:43:57,272 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 19:43:57,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,279 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 19:43:57,292 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,294 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,296 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,298 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,299 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,300 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,301 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,303 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:43:57,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,304 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 19:43:57,305 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:43:57,307 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 19:43:57,309 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 19:43:57,309 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 19:43:57,310 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 19:43:57,311 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 19:43:57,320 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 19:43:57,322 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 19:43:57,324 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 19:43:57,324 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 19:43:57,325 main DEBUG createAppenders(={Console}) 2024-11-14 19:43:57,325 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 19:43:57,326 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 19:43:57,326 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 19:43:57,327 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 19:43:57,327 main DEBUG OutputStream closed 2024-11-14 19:43:57,328 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 19:43:57,328 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 19:43:57,328 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 19:43:57,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 19:43:57,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 19:43:57,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 19:43:57,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 19:43:57,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 19:43:57,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 19:43:57,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 19:43:57,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 19:43:57,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 19:43:57,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 19:43:57,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 19:43:57,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 19:43:57,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 19:43:57,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 19:43:57,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 19:43:57,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 19:43:57,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 19:43:57,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 19:43:57,412 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 19:43:57,412 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 19:43:57,412 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 19:43:57,413 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T19:43:57,425 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 19:43:57,428 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 19:43:57,429 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T19:43:57,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=6749 2024-11-14T19:43:57,690 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T19:43:57,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225 2024-11-14T19:43:57,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47, deleteOnExit=true 2024-11-14T19:43:57,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/zookeeper_0, clientPort=63615, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:43:57,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63615 2024-11-14T19:43:57,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:43:57,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:43:57,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/test.cache.data in system properties and HBase conf 2024-11-14T19:43:57,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:43:57,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:43:57,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:43:57,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:43:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:43:57,980 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T19:43:58,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:43:58,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:43:58,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:43:58,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:43:58,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:43:58,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:43:58,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:43:58,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:43:58,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:43:58,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:43:58,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:43:58,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:43:58,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:43:58,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:43:58,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:43:58,972 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T19:43:59,040 INFO [Time-limited test {}] log.Log(170): Logging initialized @2430ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T19:43:59,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:43:59,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:43:59,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:43:59,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:43:59,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:43:59,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:43:59,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:43:59,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:43:59,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-2963875690416282043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:43:59,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-11-14T19:43:59,410 INFO [Time-limited test {}] server.Server(415): Started @2802ms 2024-11-14T19:43:59,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:43:59,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:43:59,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:43:59,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:43:59,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:43:59,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:43:59,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:00,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-3426923135090479841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:00,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:32939} 2024-11-14T19:44:00,014 INFO [Time-limited test {}] server.Server(415): Started @3405ms 2024-11-14T19:44:00,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:44:00,788 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/data/data1/current/BP-2026415519-172.17.0.2-1731613438637/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:00,788 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/data/data2/current/BP-2026415519-172.17.0.2-1731613438637/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:00,814 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:44:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x429e851e8333d581 with lease ID 0x32bb2716d196947b: Processing first storage report for DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269 from datanode DatanodeRegistration(127.0.0.1:35047, datanodeUuid=6e5815d1-b1fb-4b5a-b5fb-82162a69f4b6, infoPort=36369, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1857879730;c=1731613438637) 2024-11-14T19:44:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x429e851e8333d581 with lease ID 0x32bb2716d196947b: from storage DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269 node DatanodeRegistration(127.0.0.1:35047, datanodeUuid=6e5815d1-b1fb-4b5a-b5fb-82162a69f4b6, infoPort=36369, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1857879730;c=1731613438637), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T19:44:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x429e851e8333d581 with lease ID 0x32bb2716d196947b: Processing first storage report for DS-5358b37d-065a-42e7-802f-9011afe1c675 from datanode DatanodeRegistration(127.0.0.1:35047, datanodeUuid=6e5815d1-b1fb-4b5a-b5fb-82162a69f4b6, infoPort=36369, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1857879730;c=1731613438637) 2024-11-14T19:44:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x429e851e8333d581 with lease ID 0x32bb2716d196947b: from storage DS-5358b37d-065a-42e7-802f-9011afe1c675 node DatanodeRegistration(127.0.0.1:35047, datanodeUuid=6e5815d1-b1fb-4b5a-b5fb-82162a69f4b6, infoPort=36369, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1857879730;c=1731613438637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:00,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225 2024-11-14T19:44:00,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:00,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:01,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:44:01,581 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11 with version=8 2024-11-14T19:44:01,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/hbase-staging 2024-11-14T19:44:01,662 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T19:44:01,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:01,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:01,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:01,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:01,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:01,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:02,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:02,109 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T19:44:02,117 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T19:44:02,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:02,144 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 33671 (auto-detected) 2024-11-14T19:44:02,145 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T19:44:02,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37241 2024-11-14T19:44:02,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37241 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372410x0, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:02,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37241-0x1013c0df5260000 connected 2024-11-14T19:44:02,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:02,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:02,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:02,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11, hbase.cluster.distributed=false 2024-11-14T19:44:02,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/acl 2024-11-14T19:44:02,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-14T19:44:02,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37241 2024-11-14T19:44:02,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37241 2024-11-14T19:44:02,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-14T19:44:02,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-14T19:44:02,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:02,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:02,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:02,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:02,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:02,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:02,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:02,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:02,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36143 2024-11-14T19:44:02,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36143 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:02,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:02,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:02,711 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361430x0, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:02,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36143-0x1013c0df5260001 connected 2024-11-14T19:44:02,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:02,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:02,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:02,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/master 2024-11-14T19:44:02,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/acl 2024-11-14T19:44:02,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-14T19:44:02,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36143 2024-11-14T19:44:02,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36143 2024-11-14T19:44:02,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-14T19:44:02,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-14T19:44:02,750 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:37241 2024-11-14T19:44:02,752 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01257731569/backup-masters/867b237d0fa7,37241,1731613441765 2024-11-14T19:44:02,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:02,768 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:02,770 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on existing znode=/01257731569/backup-masters/867b237d0fa7,37241,1731613441765 2024-11-14T19:44:02,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:02,801 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01257731569/master 2024-11-14T19:44:02,801 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:02,802 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on existing znode=/01257731569/master 2024-11-14T19:44:02,804 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01257731569/backup-masters/867b237d0fa7,37241,1731613441765 from backup master directory 2024-11-14T19:44:02,810 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:02,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/backup-masters/867b237d0fa7,37241,1731613441765 2024-11-14T19:44:02,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:02,811 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:02,811 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,37241,1731613441765 2024-11-14T19:44:02,814 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T19:44:02,816 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T19:44:02,874 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/hbase.id] with ID: 4315227f-629d-4d6d-9bbf-537cc61015fe 2024-11-14T19:44:02,874 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/.tmp/hbase.id 2024-11-14T19:44:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:44:03,289 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/.tmp/hbase.id]:[hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/hbase.id] 2024-11-14T19:44:03,341 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:03,347 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:03,367 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T19:44:03,402 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:03,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:44:03,834 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:03,837 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:03,851 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:44:03,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:44:03,900 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store 2024-11-14T19:44:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:44:04,329 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T19:44:04,335 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:04,336 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:04,336 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:04,337 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:04,338 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:04,338 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:04,338 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:04,340 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613444336Disabling compacts and flushes for region at 1731613444336Disabling writes for close at 1731613444338 (+2 ms)Writing region close event to WAL at 1731613444338Closed at 1731613444338 2024-11-14T19:44:04,342 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/.initializing 2024-11-14T19:44:04,343 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765 2024-11-14T19:44:04,351 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:04,366 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C37241%2C1731613441765, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:04,388 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765/867b237d0fa7%2C37241%2C1731613441765.1731613444370, exclude list is [], retry=0 2024-11-14T19:44:04,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:04,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T19:44:04,437 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765/867b237d0fa7%2C37241%2C1731613441765.1731613444370 2024-11-14T19:44:04,438 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:04,439 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:04,439 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:04,442 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,443 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:04,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:04,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:04,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:04,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:04,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:04,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:04,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:04,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:04,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:04,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:04,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:04,524 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,530 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,535 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,535 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,538 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:04,542 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:04,547 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:04,549 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64938146, jitterRate=-0.0323462188243866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:04,556 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613444454Initializing all the Stores at 1731613444456 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613444457 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613444457Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613444458 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613444458Cleaning up temporary data from old regions at 1731613444535 (+77 ms)Region opened successfully at 1731613444556 (+21 ms) 2024-11-14T19:44:04,557 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:04,591 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:04,618 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:44:04,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:04,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:04,630 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:04,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T19:44:04,636 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T19:44:04,636 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:04,661 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:04,669 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:04,727 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/balancer already deleted, retry=false 2024-11-14T19:44:04,732 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:04,735 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:04,743 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/normalizer already deleted, retry=false 2024-11-14T19:44:04,745 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:04,749 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:04,760 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/switch/split already deleted, retry=false 2024-11-14T19:44:04,762 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:04,768 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/switch/merge already deleted, retry=false 2024-11-14T19:44:04,791 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:04,800 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:04,810 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:04,810 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:04,814 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,37241,1731613441765, sessionid=0x1013c0df5260000, setting cluster-up flag (Was=false) 2024-11-14T19:44:04,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:04,843 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:04,868 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01257731569/flush-table-proc/acquired, /01257731569/flush-table-proc/reached, /01257731569/flush-table-proc/abort 2024-11-14T19:44:04,871 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,37241,1731613441765 2024-11-14T19:44:04,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:04,894 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:04,918 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01257731569/online-snapshot/acquired, /01257731569/online-snapshot/reached, /01257731569/online-snapshot/abort 2024-11-14T19:44:04,921 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,37241,1731613441765 2024-11-14T19:44:04,929 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:44:04,941 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(746): ClusterId : 4315227f-629d-4d6d-9bbf-537cc61015fe 2024-11-14T19:44:04,944 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:04,954 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:04,954 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:04,961 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:04,962 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf39a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:04,978 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:36143 2024-11-14T19:44:04,982 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:04,983 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:04,983 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:04,985 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,37241,1731613441765 with port=36143, startcode=1731613442645 2024-11-14T19:44:04,996 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:05,001 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:05,010 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:05,016 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:05,021 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,37241,1731613441765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:05,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:05,031 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:05,031 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:05,031 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:05,032 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:05,032 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:05,032 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,033 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:05,033 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,034 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:44:05,035 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613475035 2024-11-14T19:44:05,037 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:05,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:05,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:05,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:44:05,041 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:05,041 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:05,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:05,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:05,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:05,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:44:05,049 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:05,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:05,051 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:05,051 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:05,054 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:05,054 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:05,056 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613445055,5,FailOnTimeoutGroup] 2024-11-14T19:44:05,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613445056,5,FailOnTimeoutGroup] 2024-11-14T19:44:05,057 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,057 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:44:05,059 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,059 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,063 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T19:44:05,063 WARN [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T19:44:05,165 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,37241,1731613441765 with port=36143, startcode=1731613442645 2024-11-14T19:44:05,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,36143,1731613442645 2024-11-14T19:44:05,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,36143,1731613442645 2024-11-14T19:44:05,181 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11 2024-11-14T19:44:05,182 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-11-14T19:44:05,182 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:05,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/rs 2024-11-14T19:44:05,194 DEBUG [RS:0;867b237d0fa7:36143 {}] zookeeper.ZKUtil(111): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on existing znode=/01257731569/rs/867b237d0fa7,36143,1731613442645 2024-11-14T19:44:05,195 WARN [RS:0;867b237d0fa7:36143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:05,195 INFO [RS:0;867b237d0fa7:36143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:05,195 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645 2024-11-14T19:44:05,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,36143,1731613442645] 2024-11-14T19:44:05,225 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:05,242 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:05,246 INFO [RS:0;867b237d0fa7:36143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:05,246 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,247 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:05,253 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:05,254 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,254 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,255 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,255 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,255 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,255 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,255 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:05,255 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,256 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,256 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,256 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,256 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,257 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:05,257 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:05,257 DEBUG [RS:0;867b237d0fa7:36143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:05,258 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,258 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,259 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,259 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,259 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,259 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36143,1731613442645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:05,278 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:05,280 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36143,1731613442645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,280 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,280 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.Replication(171): 867b237d0fa7,36143,1731613442645 started 2024-11-14T19:44:05,298 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:05,299 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,36143,1731613442645, RpcServer on 867b237d0fa7/172.17.0.2:36143, sessionid=0x1013c0df5260001 2024-11-14T19:44:05,299 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:05,299 DEBUG [RS:0;867b237d0fa7:36143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,36143,1731613442645 2024-11-14T19:44:05,300 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36143,1731613442645' 2024-11-14T19:44:05,300 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01257731569/flush-table-proc/abort' 2024-11-14T19:44:05,301 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01257731569/flush-table-proc/acquired' 2024-11-14T19:44:05,301 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:05,302 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:05,302 DEBUG [RS:0;867b237d0fa7:36143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,36143,1731613442645 2024-11-14T19:44:05,302 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36143,1731613442645' 2024-11-14T19:44:05,302 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01257731569/online-snapshot/abort' 2024-11-14T19:44:05,303 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01257731569/online-snapshot/acquired' 2024-11-14T19:44:05,303 DEBUG [RS:0;867b237d0fa7:36143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:05,304 INFO [RS:0;867b237d0fa7:36143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:05,304 INFO [RS:0;867b237d0fa7:36143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:05,413 INFO [RS:0;867b237d0fa7:36143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:05,419 INFO [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36143%2C1731613442645, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs, maxLogs=10 2024-11-14T19:44:05,434 DEBUG [RS:0;867b237d0fa7:36143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421, exclude list is [], retry=0 2024-11-14T19:44:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:05,442 INFO [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 2024-11-14T19:44:05,443 DEBUG [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:05,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:44:05,461 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11 2024-11-14T19:44:05,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:44:05,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:05,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:05,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:05,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:05,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:05,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:05,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:05,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:05,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:05,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:05,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:05,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:05,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:05,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:05,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:05,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:05,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:05,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:05,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740 2024-11-14T19:44:05,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740 2024-11-14T19:44:05,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:05,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:05,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:05,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:05,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:05,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73034050, jitterRate=0.08829215168952942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613445875Initializing all the Stores at 1731613445878 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613445878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613445878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613445878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613445878Cleaning up temporary data from old regions at 1731613445899 (+21 ms)Region opened successfully at 1731613445911 (+12 ms) 2024-11-14T19:44:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:05,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:05,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:05,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:05,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613445911Disabling compacts and flushes for region at 1731613445911Disabling writes for close at 1731613445911Writing region close event to WAL at 1731613445912 (+1 ms)Closed at 1731613445913 (+1 ms) 2024-11-14T19:44:05,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:05,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:44:05,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:05,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:05,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:44:06,085 DEBUG [867b237d0fa7:37241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:06,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,36143,1731613442645 2024-11-14T19:44:06,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36143,1731613442645, state=OPENING 2024-11-14T19:44:06,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:44:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:06,151 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:06,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:06,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:06,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:06,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,36143,1731613442645}] 2024-11-14T19:44:06,334 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:06,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:06,351 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:06,351 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:06,352 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:06,355 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36143%2C1731613442645.meta, suffix=.meta, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs, maxLogs=10 2024-11-14T19:44:06,371 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.meta.1731613446357.meta, exclude list is [], retry=0 2024-11-14T19:44:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:06,380 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.meta.1731613446357.meta 2024-11-14T19:44:06,380 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:06,380 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:06,385 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:06,386 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:06,389 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:06,391 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:06,394 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:06,395 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:06,395 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:06,395 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:06,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:06,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:06,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:06,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:06,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:06,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:06,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:06,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:06,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:06,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:06,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:06,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:06,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:06,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:06,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:06,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:06,411 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:06,413 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740 2024-11-14T19:44:06,416 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740 2024-11-14T19:44:06,418 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:06,418 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:06,419 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:06,422 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:06,423 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66758192, jitterRate=-0.005225419998168945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:06,424 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:06,425 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613446395Writing region info on filesystem at 1731613446396 (+1 ms)Initializing all the Stores at 1731613446398 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613446398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613446398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613446398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613446398Cleaning up temporary data from old regions at 1731613446418 (+20 ms)Running coprocessor post-open hooks at 1731613446424 (+6 ms)Region opened successfully at 1731613446425 (+1 ms) 2024-11-14T19:44:06,432 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613446324 2024-11-14T19:44:06,442 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:06,443 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:06,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36143,1731613442645 2024-11-14T19:44:06,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36143,1731613442645, state=OPEN 2024-11-14T19:44:06,494 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:06,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:06,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:06,495 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,36143,1731613442645 2024-11-14T19:44:06,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:44:06,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,36143,1731613442645 in 339 msec 2024-11-14T19:44:06,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:44:06,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 585 msec 2024-11-14T19:44:06,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:06,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:44:06,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:06,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36143,1731613442645, seqNum=-1] 2024-11-14T19:44:06,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:06,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:06,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6170 sec 2024-11-14T19:44:06,579 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613446579, completionTime=-1 2024-11-14T19:44:06,582 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:44:06,582 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:06,604 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:06,605 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613506605 2024-11-14T19:44:06,605 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613566605 2024-11-14T19:44:06,605 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-14T19:44:06,607 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37241,1731613441765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,608 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37241,1731613441765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,608 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37241,1731613441765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:37241, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,610 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,616 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:44:06,640 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.828sec 2024-11-14T19:44:06,642 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:06,643 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:06,645 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:06,645 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:06,646 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:06,647 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37241,1731613441765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:06,647 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37241,1731613441765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:06,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:06,656 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T19:44:06,656 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:06,656 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T19:44:06,657 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:06,657 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37241,1731613441765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:06,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,37241,-1 for getting cluster id 2024-11-14T19:44:06,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:06,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4315227f-629d-4d6d-9bbf-537cc61015fe' 2024-11-14T19:44:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4315227f-629d-4d6d-9bbf-537cc61015fe" 2024-11-14T19:44:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,37241,-1] 2024-11-14T19:44:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:06,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:06,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:06,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:06,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36143,1731613442645, seqNum=-1] 2024-11-14T19:44:06,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:06,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:06,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,37241,1731613441765 2024-11-14T19:44:06,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:06,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:06,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c0df5260002 connected 2024-11-14T19:44:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir so I do NOT create it in target/test-data/1921c060-4e47-ce08-d22e-da593280ca76 2024-11-14T19:44:06,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:44:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.tmp.dir so I do NOT create it in target/test-data/1921c060-4e47-ce08-d22e-da593280ca76 2024-11-14T19:44:06,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:44:06,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76 2024-11-14T19:44:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/cluster_5ac4525a-4ac1-f38f-d4cf-74bfa3d0731f, deleteOnExit=true 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/test.cache.data in system properties and HBase conf 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:44:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:44:06,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:44:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:44:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:44:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:44:07,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:07,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:07,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:07,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:07,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:44:07,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:07,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:07,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:07,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/java.io.tmpdir/jetty-localhost-42031-hadoop-hdfs-3_4_1-tests_jar-_-any-6362989825240756911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:07,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:42031} 2024-11-14T19:44:07,138 INFO [Time-limited test {}] server.Server(415): Started @10529ms 2024-11-14T19:44:07,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:07,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:07,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:07,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:07,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:44:07,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:07,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:07,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/java.io.tmpdir/jetty-localhost-38291-hadoop-hdfs-3_4_1-tests_jar-_-any-11345502168588894949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:07,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:38291} 2024-11-14T19:44:07,442 INFO [Time-limited test {}] server.Server(415): Started @10833ms 2024-11-14T19:44:07,444 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:44:07,816 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/cluster_5ac4525a-4ac1-f38f-d4cf-74bfa3d0731f/data/data1/current/BP-901648595-172.17.0.2-1731613446779/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:07,817 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/cluster_5ac4525a-4ac1-f38f-d4cf-74bfa3d0731f/data/data2/current/BP-901648595-172.17.0.2-1731613446779/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:07,838 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:44:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef4e28a6412db44 with lease ID 0xdb2052fc9b2d2b7c: Processing first storage report for DS-64db5737-5dc3-4b63-a058-a9827cdde0f3 from datanode DatanodeRegistration(127.0.0.1:46361, datanodeUuid=47fe68de-1fb3-418e-90ce-7baeef3db0f4, infoPort=43585, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=1711748001;c=1731613446779) 2024-11-14T19:44:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef4e28a6412db44 with lease ID 0xdb2052fc9b2d2b7c: from storage DS-64db5737-5dc3-4b63-a058-a9827cdde0f3 node DatanodeRegistration(127.0.0.1:46361, datanodeUuid=47fe68de-1fb3-418e-90ce-7baeef3db0f4, infoPort=43585, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=1711748001;c=1731613446779), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:44:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef4e28a6412db44 with lease ID 0xdb2052fc9b2d2b7c: Processing first storage report for DS-dd115c2d-08a1-4648-b531-0a9f0b332db9 from datanode DatanodeRegistration(127.0.0.1:46361, datanodeUuid=47fe68de-1fb3-418e-90ce-7baeef3db0f4, infoPort=43585, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=1711748001;c=1731613446779) 2024-11-14T19:44:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef4e28a6412db44 with lease ID 0xdb2052fc9b2d2b7c: from storage DS-dd115c2d-08a1-4648-b531-0a9f0b332db9 node DatanodeRegistration(127.0.0.1:46361, datanodeUuid=47fe68de-1fb3-418e-90ce-7baeef3db0f4, infoPort=43585, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=1711748001;c=1731613446779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:07,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76 2024-11-14T19:44:07,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:07,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:44:08,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae with version=8 2024-11-14T19:44:08,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/hbase-staging 2024-11-14T19:44:08,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:08,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:08,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:08,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:08,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:08,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:08,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:08,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:08,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44159 2024-11-14T19:44:08,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44159 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:08,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441590x0, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:08,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44159-0x1013c0df5260003 connected 2024-11-14T19:44:08,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:08,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:08,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/running 2024-11-14T19:44:08,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae, hbase.cluster.distributed=false 2024-11-14T19:44:08,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/acl 2024-11-14T19:44:08,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44159 2024-11-14T19:44:08,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44159 2024-11-14T19:44:08,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44159 2024-11-14T19:44:08,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44159 2024-11-14T19:44:08,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44159 2024-11-14T19:44:08,438 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:08,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:08,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42029 2024-11-14T19:44:08,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42029 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:08,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:08,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420290x0, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:08,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/running 2024-11-14T19:44:08,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42029-0x1013c0df5260004 connected 2024-11-14T19:44:08,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:08,460 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:08,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/master 2024-11-14T19:44:08,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/acl 2024-11-14T19:44:08,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-14T19:44:08,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42029 2024-11-14T19:44:08,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42029 2024-11-14T19:44:08,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-14T19:44:08,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-14T19:44:08,483 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:44159 2024-11-14T19:44:08,483 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-710112855/backup-masters/867b237d0fa7,44159,1731613448311 2024-11-14T19:44:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855/backup-masters 2024-11-14T19:44:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855/backup-masters 2024-11-14T19:44:08,494 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on existing znode=/1-710112855/backup-masters/867b237d0fa7,44159,1731613448311 2024-11-14T19:44:08,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-710112855/master 2024-11-14T19:44:08,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:08,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:08,502 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on existing znode=/1-710112855/master 2024-11-14T19:44:08,503 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-710112855/backup-masters/867b237d0fa7,44159,1731613448311 from backup master directory 2024-11-14T19:44:08,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-710112855/backup-masters/867b237d0fa7,44159,1731613448311 2024-11-14T19:44:08,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855/backup-masters 2024-11-14T19:44:08,510 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:08,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855/backup-masters 2024-11-14T19:44:08,510 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,44159,1731613448311 2024-11-14T19:44:08,518 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/hbase.id] with ID: ddd9e427-03aa-49ed-a793-72515bf09ea0 2024-11-14T19:44:08,518 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/.tmp/hbase.id 2024-11-14T19:44:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:44:08,927 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/.tmp/hbase.id]:[hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/hbase.id] 2024-11-14T19:44:08,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:08,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:08,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:44:08,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:08,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:44:09,405 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:09,407 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:09,408 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:09,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:44:09,828 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store 2024-11-14T19:44:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:44:09,846 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:09,846 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:09,846 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:09,846 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:09,847 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:09,847 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:09,847 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:09,847 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613449846Disabling compacts and flushes for region at 1731613449846Disabling writes for close at 1731613449847 (+1 ms)Writing region close event to WAL at 1731613449847Closed at 1731613449847 2024-11-14T19:44:09,849 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/.initializing 2024-11-14T19:44:09,849 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/WALs/867b237d0fa7,44159,1731613448311 2024-11-14T19:44:09,852 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:09,855 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44159%2C1731613448311, suffix=, logDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/WALs/867b237d0fa7,44159,1731613448311, archiveDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:09,870 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/WALs/867b237d0fa7,44159,1731613448311/867b237d0fa7%2C44159%2C1731613448311.1731613449855, exclude list is [], retry=0 2024-11-14T19:44:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46361,DS-64db5737-5dc3-4b63-a058-a9827cdde0f3,DISK] 2024-11-14T19:44:09,878 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/WALs/867b237d0fa7,44159,1731613448311/867b237d0fa7%2C44159%2C1731613448311.1731613449855 2024-11-14T19:44:09,879 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-14T19:44:09,879 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:09,879 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:09,879 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,880 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:09,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:09,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:09,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:09,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:09,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:09,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:09,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:09,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:09,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:09,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:09,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:09,897 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,898 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,899 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,901 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,901 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,902 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:09,904 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:09,907 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:09,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70024137, jitterRate=0.04344095289707184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:09,908 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613449880Initializing all the Stores at 1731613449881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613449882 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613449882Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613449882Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613449882Cleaning up temporary data from old regions at 1731613449901 (+19 ms)Region opened successfully at 1731613449908 (+7 ms) 2024-11-14T19:44:09,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:09,913 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23364224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:09,914 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:44:09,915 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:09,915 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:09,915 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:09,916 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:44:09,916 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:44:09,916 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:09,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:09,921 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Unable to get data of znode /1-710112855/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:09,968 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-710112855/balancer already deleted, retry=false 2024-11-14T19:44:09,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:09,972 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Unable to get data of znode /1-710112855/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:09,984 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-710112855/normalizer already deleted, retry=false 2024-11-14T19:44:09,985 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:09,989 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Unable to get data of znode /1-710112855/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:10,000 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-710112855/switch/split already deleted, retry=false 2024-11-14T19:44:10,002 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Unable to get data of znode /1-710112855/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:10,009 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-710112855/switch/merge already deleted, retry=false 2024-11-14T19:44:10,012 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Unable to get data of znode /1-710112855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:10,018 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-710112855/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-710112855/running 2024-11-14T19:44:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-710112855/running 2024-11-14T19:44:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:10,027 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,44159,1731613448311, sessionid=0x1013c0df5260003, setting cluster-up flag (Was=false) 2024-11-14T19:44:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:10,085 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-710112855/flush-table-proc/acquired, /1-710112855/flush-table-proc/reached, /1-710112855/flush-table-proc/abort 2024-11-14T19:44:10,087 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,44159,1731613448311 2024-11-14T19:44:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:10,126 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-710112855/online-snapshot/acquired, /1-710112855/online-snapshot/reached, /1-710112855/online-snapshot/abort 2024-11-14T19:44:10,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,44159,1731613448311 2024-11-14T19:44:10,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:44:10,138 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:10,138 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:10,139 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:10,139 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,44159,1731613448311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:10,141 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:10,141 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:10,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:10,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:10,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:10,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:10,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613480144 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:10,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:10,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:10,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:44:10,145 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:10,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:10,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:10,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:10,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:10,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:10,147 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613450146,5,FailOnTimeoutGroup] 2024-11-14T19:44:10,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:10,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:44:10,150 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613450147,5,FailOnTimeoutGroup] 2024-11-14T19:44:10,151 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,151 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:10,151 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,151 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:44:10,170 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(746): ClusterId : ddd9e427-03aa-49ed-a793-72515bf09ea0 2024-11-14T19:44:10,170 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:10,178 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:10,178 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:10,186 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:10,187 DEBUG [RS:0;867b237d0fa7:42029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220b0721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:10,198 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:42029 2024-11-14T19:44:10,198 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:10,198 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:10,198 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:10,199 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,44159,1731613448311 with port=42029, startcode=1731613448438 2024-11-14T19:44:10,199 DEBUG [RS:0;867b237d0fa7:42029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:10,201 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:10,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,42029,1731613448438 2024-11-14T19:44:10,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44159 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,42029,1731613448438 2024-11-14T19:44:10,204 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae 2024-11-14T19:44:10,204 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45667 2024-11-14T19:44:10,204 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:10,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855/rs 2024-11-14T19:44:10,236 DEBUG [RS:0;867b237d0fa7:42029 {}] zookeeper.ZKUtil(111): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on existing znode=/1-710112855/rs/867b237d0fa7,42029,1731613448438 2024-11-14T19:44:10,236 WARN [RS:0;867b237d0fa7:42029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:10,236 INFO [RS:0;867b237d0fa7:42029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:10,236 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438 2024-11-14T19:44:10,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,42029,1731613448438] 2024-11-14T19:44:10,241 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:10,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:10,244 INFO [RS:0;867b237d0fa7:42029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:10,244 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:10,246 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:10,246 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:10,246 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:10,247 DEBUG [RS:0;867b237d0fa7:42029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:10,247 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,248 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,248 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,248 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,248 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,248 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42029,1731613448438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:10,261 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:10,261 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42029,1731613448438-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,261 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,261 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.Replication(171): 867b237d0fa7,42029,1731613448438 started 2024-11-14T19:44:10,274 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:10,274 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,42029,1731613448438, RpcServer on 867b237d0fa7/172.17.0.2:42029, sessionid=0x1013c0df5260004 2024-11-14T19:44:10,274 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:10,274 DEBUG [RS:0;867b237d0fa7:42029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,42029,1731613448438 2024-11-14T19:44:10,274 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42029,1731613448438' 2024-11-14T19:44:10,274 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-710112855/flush-table-proc/abort' 2024-11-14T19:44:10,275 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-710112855/flush-table-proc/acquired' 2024-11-14T19:44:10,276 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:10,276 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:10,276 DEBUG [RS:0;867b237d0fa7:42029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,42029,1731613448438 2024-11-14T19:44:10,276 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42029,1731613448438' 2024-11-14T19:44:10,276 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-710112855/online-snapshot/abort' 2024-11-14T19:44:10,276 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-710112855/online-snapshot/acquired' 2024-11-14T19:44:10,277 DEBUG [RS:0;867b237d0fa7:42029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:10,277 INFO [RS:0;867b237d0fa7:42029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:10,277 INFO [RS:0;867b237d0fa7:42029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:10,379 INFO [RS:0;867b237d0fa7:42029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:10,386 INFO [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42029%2C1731613448438, suffix=, logDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438, archiveDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/oldWALs, maxLogs=10 2024-11-14T19:44:10,402 DEBUG [RS:0;867b237d0fa7:42029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438/867b237d0fa7%2C42029%2C1731613448438.1731613450390, exclude list is [], retry=0 2024-11-14T19:44:10,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46361,DS-64db5737-5dc3-4b63-a058-a9827cdde0f3,DISK] 2024-11-14T19:44:10,408 INFO [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438/867b237d0fa7%2C42029%2C1731613448438.1731613450390 2024-11-14T19:44:10,409 DEBUG [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-14T19:44:10,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:44:10,561 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae 2024-11-14T19:44:10,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:44:10,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:10,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:10,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:10,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:10,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:10,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:10,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:10,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:10,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:10,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:10,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:10,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:10,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:10,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:10,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:10,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:10,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:10,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:10,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740 2024-11-14T19:44:10,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740 2024-11-14T19:44:10,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:10,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:10,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:10,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:11,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:11,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70250057, jitterRate=0.0468074232339859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:11,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613450974Initializing all the Stores at 1731613450976 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613450976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613450977 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613450977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613450977Cleaning up temporary data from old regions at 1731613450997 (+20 ms)Region opened successfully at 1731613451003 (+6 ms) 2024-11-14T19:44:11,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:11,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:11,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:11,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:11,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:11,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:11,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613451003Disabling compacts and flushes for region at 1731613451003Disabling writes for close at 1731613451004 (+1 ms)Writing region close event to WAL at 1731613451004Closed at 1731613451004 2024-11-14T19:44:11,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:11,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:44:11,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:11,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:11,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:44:11,159 DEBUG [867b237d0fa7:44159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:11,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,42029,1731613448438 2024-11-14T19:44:11,165 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42029,1731613448438, state=OPENING 2024-11-14T19:44:11,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:44:11,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:44:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:11,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:11,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-710112855/meta-region-server: CHANGED 2024-11-14T19:44:11,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-710112855/meta-region-server: CHANGED 2024-11-14T19:44:11,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42029,1731613448438}] 2024-11-14T19:44:11,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:11,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:11,401 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:11,401 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:11,401 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:11,404 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42029%2C1731613448438.meta, suffix=.meta, logDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438, archiveDir=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/oldWALs, maxLogs=10 2024-11-14T19:44:11,418 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438/867b237d0fa7%2C42029%2C1731613448438.meta.1731613451406.meta, exclude list is [], retry=0 2024-11-14T19:44:11,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46361,DS-64db5737-5dc3-4b63-a058-a9827cdde0f3,DISK] 2024-11-14T19:44:11,425 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438/867b237d0fa7%2C42029%2C1731613448438.meta.1731613451406.meta 2024-11-14T19:44:11,425 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43585:43585)] 2024-11-14T19:44:11,426 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:11,426 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:11,426 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:11,426 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:11,426 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:11,427 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:11,427 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:11,427 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:11,427 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:11,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:11,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:11,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:11,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:11,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:11,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:11,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:11,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:11,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:11,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:11,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:11,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:11,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:11,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:11,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:11,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:11,438 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:11,439 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740 2024-11-14T19:44:11,441 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740 2024-11-14T19:44:11,443 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:11,443 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:11,444 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:11,446 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:11,447 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60920858, jitterRate=-0.09220847487449646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:11,448 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:11,448 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613451427Writing region info on filesystem at 1731613451427Initializing all the Stores at 1731613451429 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613451429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613451429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613451429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613451429Cleaning up temporary data from old regions at 1731613451443 (+14 ms)Running coprocessor post-open hooks at 1731613451448 (+5 ms)Region opened successfully at 1731613451448 2024-11-14T19:44:11,449 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613451384 2024-11-14T19:44:11,453 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:11,453 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:11,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42029,1731613448438 2024-11-14T19:44:11,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42029,1731613448438, state=OPEN 2024-11-14T19:44:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-710112855/meta-region-server 2024-11-14T19:44:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-710112855/meta-region-server 2024-11-14T19:44:11,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,42029,1731613448438 2024-11-14T19:44:11,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-710112855/meta-region-server: CHANGED 2024-11-14T19:44:11,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-710112855/meta-region-server: CHANGED 2024-11-14T19:44:11,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:44:11,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42029,1731613448438 in 230 msec 2024-11-14T19:44:11,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:44:11,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-14T19:44:11,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:11,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:44:11,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:11,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42029,1731613448438, seqNum=-1] 2024-11-14T19:44:11,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:11,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:11,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-14T19:44:11,481 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613451481, completionTime=-1 2024-11-14T19:44:11,481 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:44:11,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613511484 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613571484 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44159,1731613448311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44159,1731613448311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44159,1731613448311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:44159, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,485 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,487 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.980sec 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44159,1731613448311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:11,490 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44159,1731613448311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:11,494 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:11,494 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:11,494 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44159,1731613448311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:11,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:11,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:11,573 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:11,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d30e890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:11,577 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:11,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42029,1731613448438, seqNum=-1] 2024-11-14T19:44:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:11,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,44159,1731613448311 2024-11-14T19:44:11,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:11,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:11,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c0df5260005 connected 2024-11-14T19:44:11,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,37241,-1 for getting cluster id 2024-11-14T19:44:11,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:11,609 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4315227f-629d-4d6d-9bbf-537cc61015fe' 2024-11-14T19:44:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4315227f-629d-4d6d-9bbf-537cc61015fe" 2024-11-14T19:44:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1933c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,37241,-1] 2024-11-14T19:44:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:11,613 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:11,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3bd6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,37241,1731613441765 2024-11-14T19:44:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c316bdc 2024-11-14T19:44:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:11,632 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:11,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:44:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:44:11,645 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:11,647 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726b0f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,647 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:11,647 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:11,648 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515db092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:11,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:11,651 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:11,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:11,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:11,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:11,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d881818 2024-11-14T19:44:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:11,660 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:11,671 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T19:44:11,671 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:44:11,675 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:11,676 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:11,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:11,678 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:11,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:44:11,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:44:11,687 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:11,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:44:11,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741835_1011 (size=1138) 2024-11-14T19:44:11,736 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:44:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:11,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:12,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc99d22dd9eb89d79d51fee3533711cc, NAME => 'hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11 2024-11-14T19:44:12,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:44:12,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:44:12,108 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:12,108 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T19:44:12,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:12,109 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:44:12,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T19:44:12,109 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T19:44:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741836_1012 (size=44) 2024-11-14T19:44:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:12,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:12,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc99d22dd9eb89d79d51fee3533711cc, disabling compactions & flushes 2024-11-14T19:44:12,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. after waiting 0 ms 2024-11-14T19:44:12,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc99d22dd9eb89d79d51fee3533711cc: Waiting for close lock at 1731613452514Disabling compacts and flushes for region at 1731613452514Disabling writes for close at 1731613452515 (+1 ms)Writing region close event to WAL at 1731613452515Closed at 1731613452515 2024-11-14T19:44:12,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:44:12,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613452520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613452520"}]},"ts":"1731613452520"} 2024-11-14T19:44:12,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:44:12,535 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:44:12,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613452535"}]},"ts":"1731613452535"} 2024-11-14T19:44:12,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:44:12,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN}] 2024-11-14T19:44:12,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN 2024-11-14T19:44:12,548 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN; state=OFFLINE, location=867b237d0fa7,36143,1731613442645; forceNewPlan=false, retain=false 2024-11-14T19:44:12,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dc99d22dd9eb89d79d51fee3533711cc, regionState=OPENING, regionLocation=867b237d0fa7,36143,1731613442645 2024-11-14T19:44:12,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN because future has completed 2024-11-14T19:44:12,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc99d22dd9eb89d79d51fee3533711cc, server=867b237d0fa7,36143,1731613442645}] 2024-11-14T19:44:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:12,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:12,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:44:12,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36143%2C1731613442645.rep, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs, maxLogs=10 2024-11-14T19:44:12,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.rep.1731613452878, exclude list is [], retry=0 2024-11-14T19:44:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:12,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.rep.1731613452878 2024-11-14T19:44:12,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:12,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dc99d22dd9eb89d79d51fee3533711cc, NAME => 'hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:12,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:12,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:12,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. service=MultiRowMutationService 2024-11-14T19:44:12,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:44:12,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:12,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,902 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,904 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc99d22dd9eb89d79d51fee3533711cc columnFamilyName hfileref 2024-11-14T19:44:12,904 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:12,905 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(327): Store=dc99d22dd9eb89d79d51fee3533711cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:12,905 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,907 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc99d22dd9eb89d79d51fee3533711cc columnFamilyName queue 2024-11-14T19:44:12,907 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:12,908 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(327): Store=dc99d22dd9eb89d79d51fee3533711cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:12,908 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,909 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc99d22dd9eb89d79d51fee3533711cc columnFamilyName sid 2024-11-14T19:44:12,909 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:12,910 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(327): Store=dc99d22dd9eb89d79d51fee3533711cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:12,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:44:12,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:12,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dc99d22dd9eb89d79d51fee3533711cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65520155, jitterRate=-0.023673608899116516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:44:12,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:12,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dc99d22dd9eb89d79d51fee3533711cc: Running coprocessor pre-open hook at 1731613452900Writing region info on filesystem at 1731613452900Initializing all the Stores at 1731613452901 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613452901Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613452902 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613452902Cleaning up temporary data from old regions at 1731613452913 (+11 ms)Running coprocessor post-open hooks at 1731613452920 (+7 ms)Region opened successfully at 1731613452921 (+1 ms) 2024-11-14T19:44:12,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., pid=7, masterSystemTime=1731613452861 2024-11-14T19:44:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:12,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dc99d22dd9eb89d79d51fee3533711cc, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36143,1731613442645 2024-11-14T19:44:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc99d22dd9eb89d79d51fee3533711cc, server=867b237d0fa7,36143,1731613442645 because future has completed 2024-11-14T19:44:12,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T19:44:12,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dc99d22dd9eb89d79d51fee3533711cc, server=867b237d0fa7,36143,1731613442645 in 228 msec 2024-11-14T19:44:12,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:44:12,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN in 393 msec 2024-11-14T19:44:12,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:44:12,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613452942"}]},"ts":"1731613452942"} 2024-11-14T19:44:12,945 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:44:12,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:44:12,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2690 sec 2024-11-14T19:44:13,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., hostname=867b237d0fa7,36143,1731613442645, seqNum=2] 2024-11-14T19:44:13,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36143 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T19:44:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:13,051 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:44:13,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T19:44:13,240 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:44:13,279 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,36143,1731613442645, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:44:13,280 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:13,280 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36143,1731613442645, seqNum=-1] 2024-11-14T19:44:13,281 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:13,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T19:44:13,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,36143,1731613442645', locateType=CURRENT is [region=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., hostname=867b237d0fa7,36143,1731613442645, seqNum=2] 2024-11-14T19:44:13,291 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T19:44:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T19:44:13,297 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,36143,1731613442645 suceeded 2024-11-14T19:44:13,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T19:44:13,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-14T19:44:13,301 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:13,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6650 sec 2024-11-14T19:44:13,311 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:13,313 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584f6415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,314 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:13,314 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:13,315 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce6c369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:13,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:13,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,318 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:13,319 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a80958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,319 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b575370 2024-11-14T19:44:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:13,322 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T19:44:13,323 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,36143,1731613442645 (queues=1) is replicating from cluster=4315227f-629d-4d6d-9bbf-537cc61015fe to cluster=ddd9e427-03aa-49ed-a793-72515bf09ea0 2024-11-14T19:44:13,325 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C36143%2C1731613442645 2024-11-14T19:44:13,329 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,36143,1731613442645, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:44:13,331 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.shipper867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C36143%2C1731613442645 2024-11-14T19:44:13,335 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421, startPosition=0, beingWritten=true 2024-11-14T19:44:13,588 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:13,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:13,799 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:44:13,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:13,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:13,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,37241,-1 for getting cluster id 2024-11-14T19:44:13,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:13,803 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4315227f-629d-4d6d-9bbf-537cc61015fe' 2024-11-14T19:44:13,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:13,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4315227f-629d-4d6d-9bbf-537cc61015fe" 2024-11-14T19:44:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48db0ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,37241,-1] 2024-11-14T19:44:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,809 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abce147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,37241,1731613441765 2024-11-14T19:44:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10287ed1 2024-11-14T19:44:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:13,814 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:13,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:44:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:44:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T19:44:13,818 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:13,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,820 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:13,820 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:13,821 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec9331d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,823 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de073a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:13,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e07d3c5 2024-11-14T19:44:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:13,828 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:13,829 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:44:13,829 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:44:13,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:13,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:13,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:44:13,899 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T19:44:14,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T19:44:14,051 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T19:44:14,079 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-867b237d0fa7,36143,1731613442645, ReplicationSource: 2, currentBandwidth=0 2024-11-14T19:44:14,083 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T19:44:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T19:44:14,087 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 867b237d0fa7,36143,1731613442645 suceeded 2024-11-14T19:44:14,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:44:14,091 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:14,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T19:44:14,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 277 msec 2024-11-14T19:44:14,100 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:14,101 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,101 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:14,101 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:14,102 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c5e9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,105 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:14,106 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77045a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,106 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:14,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:14,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49410310 2024-11-14T19:44:14,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:14,108 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T19:44:14,109 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-867b237d0fa7,36143,1731613442645 (queues=1) is replicating from cluster=4315227f-629d-4d6d-9bbf-537cc61015fe to cluster=ddd9e427-03aa-49ed-a793-72515bf09ea0 2024-11-14T19:44:14,109 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=867b237d0fa7%2C36143%2C1731613442645 2024-11-14T19:44:14,109 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-867b237d0fa7,36143,1731613442645, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:44:14,110 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.shipper867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C36143%2C1731613442645 2024-11-14T19:44:14,110 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421, startPosition=0, beingWritten=true 2024-11-14T19:44:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T19:44:14,138 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T19:44:14,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:14,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:14,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:14,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,37241,1731613441765 2024-11-14T19:44:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ecc597 2024-11-14T19:44:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:14,148 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:14,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:44:14,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T19:44:14,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:44:14,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T19:44:14,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T19:44:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T19:44:14,166 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:14,167 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f72d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,167 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:14,167 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:14,168 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32849a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,170 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:14,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d306ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,171 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf6a37d 2024-11-14T19:44:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:14,173 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:14,174 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T19:44:14,174 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:44:14,174 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,174 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:14,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:44:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T19:44:14,309 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:14,317 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:14,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T19:44:14,340 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T19:44:14,342 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T19:44:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T19:44:14,347 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 867b237d0fa7,36143,1731613442645 suceeded 2024-11-14T19:44:14,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T19:44:14,353 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:14,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-14T19:44:14,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-14T19:44:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T19:44:14,489 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T19:44:14,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T19:44:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T19:44:14,498 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:14,500 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0c9ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,500 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:14,500 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:14,501 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e1f0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,503 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:14,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61171e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:14,504 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e940d3d 2024-11-14T19:44:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:14,506 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:14,507 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T19:44:14,507 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:44:14,507 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,507 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:14,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:44:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T19:44:14,625 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:14,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T19:44:14,703 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T19:44:14,706 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T19:44:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T19:44:14,713 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 867b237d0fa7,36143,1731613442645 suceeded 2024-11-14T19:44:14,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T19:44:14,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 168 msec 2024-11-14T19:44:14,719 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://867b237d0fa7:44159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:14,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 229 msec 2024-11-14T19:44:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T19:44:14,817 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T19:44:14,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:44:14,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T19:44:14,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:14,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:14,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,822 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:14,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:14,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:44:14,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961770269, stopped=false 2024-11-14T19:44:14,823 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,37241,1731613441765 2024-11-14T19:44:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:14,851 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:14,851 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:14,851 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:14,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:14,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:14,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:14,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:14,852 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,36143,1731613442645' ***** 2024-11-14T19:44:14,853 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:44:14,853 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:44:14,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:44:14,853 INFO [RS:0;867b237d0fa7:36143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:44:14,853 INFO [RS:0;867b237d0fa7:36143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:44:14,854 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(3091): Received CLOSE for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:14,854 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,36143,1731613442645 2024-11-14T19:44:14,854 INFO [RS:0;867b237d0fa7:36143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:14,855 INFO [RS:0;867b237d0fa7:36143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36143. 2024-11-14T19:44:14,855 DEBUG [RS:0;867b237d0fa7:36143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:14,855 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:14,855 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc99d22dd9eb89d79d51fee3533711cc, disabling compactions & flushes 2024-11-14T19:44:14,855 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:14,855 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:44:14,855 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:14,855 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:44:14,855 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:44:14,855 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. after waiting 0 ms 2024-11-14T19:44:14,855 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:14,855 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:44:14,856 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:44:14,856 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:14,856 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:14,856 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1325): Online Regions={dc99d22dd9eb89d79d51fee3533711cc=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:44:14,856 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:14,856 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:14,856 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:14,857 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:14,860 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T19:44:14,860 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc99d22dd9eb89d79d51fee3533711cc 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T19:44:14,870 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:14,918 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/.tmp/queue/18736848e642488ca0b8efd9b77ed64e is 151, key is 1-867b237d0fa7,36143,1731613442645/queue:867b237d0fa7%2C36143%2C1731613442645/1731613453286/Put/seqid=0 2024-11-14T19:44:14,918 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/info/bab869124715485f9b6a19c6d95fcf09 is 147, key is hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc./info:regioninfo/1731613452928/Put/seqid=0 2024-11-14T19:44:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741838_1014 (size=6631) 2024-11-14T19:44:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741839_1015 (size=5500) 2024-11-14T19:44:15,033 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:15,057 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:15,257 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:15,259 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:44:15,260 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:44:15,332 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/info/bab869124715485f9b6a19c6d95fcf09 2024-11-14T19:44:15,332 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/.tmp/queue/18736848e642488ca0b8efd9b77ed64e 2024-11-14T19:44:15,383 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/.tmp/queue/18736848e642488ca0b8efd9b77ed64e as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/queue/18736848e642488ca0b8efd9b77ed64e 2024-11-14T19:44:15,394 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/queue/18736848e642488ca0b8efd9b77ed64e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T19:44:15,401 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/ns/da8621f4c24c4568859bc4124bc6471e is 43, key is default/ns:d/1731613446562/Put/seqid=0 2024-11-14T19:44:15,402 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for dc99d22dd9eb89d79d51fee3533711cc in 541ms, sequenceid=6, compaction requested=false 2024-11-14T19:44:15,402 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:44:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741840_1016 (size=5153) 2024-11-14T19:44:15,409 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T19:44:15,412 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:15,412 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:15,412 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:15,412 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc99d22dd9eb89d79d51fee3533711cc: Waiting for close lock at 1731613454854Running coprocessor pre-close hooks at 1731613454855 (+1 ms)Disabling compacts and flushes for region at 1731613454855Disabling writes for close at 1731613454855Obtaining lock to block concurrent updates at 1731613454860 (+5 ms)Preparing flush snapshotting stores in dc99d22dd9eb89d79d51fee3533711cc at 1731613454860Finished memstore snapshotting hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731613454867 (+7 ms)Flushing stores of hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. at 1731613454869 (+2 ms)Flushing dc99d22dd9eb89d79d51fee3533711cc/queue: creating writer at 1731613454870 (+1 ms)Flushing dc99d22dd9eb89d79d51fee3533711cc/queue: appending metadata at 1731613454906 (+36 ms)Flushing dc99d22dd9eb89d79d51fee3533711cc/queue: closing flushed file at 1731613454908 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3980b18f: reopening flushed file at 1731613455381 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for dc99d22dd9eb89d79d51fee3533711cc in 541ms, sequenceid=6, compaction requested=false at 1731613455402 (+21 ms)Writing region close event to WAL at 1731613455404 (+2 ms)Running coprocessor post-close hooks at 1731613455410 (+6 ms)Closed at 1731613455412 (+2 ms) 2024-11-14T19:44:15,413 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:15,431 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:15,457 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:15,540 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:15,658 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:15,809 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/ns/da8621f4c24c4568859bc4124bc6471e 2024-11-14T19:44:15,837 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/table/667b767add814aad8a9a6858dcfe8e2b is 53, key is hbase:replication/table:state/1731613452942/Put/seqid=0 2024-11-14T19:44:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741841_1017 (size=5256) 2024-11-14T19:44:15,858 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:44:15,858 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:44:15,858 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:16,059 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:16,139 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:16,149 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 to pos 0, reset compression=false 2024-11-14T19:44:16,244 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/table/667b767add814aad8a9a6858dcfe8e2b 2024-11-14T19:44:16,259 DEBUG [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:16,261 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/info/bab869124715485f9b6a19c6d95fcf09 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/info/bab869124715485f9b6a19c6d95fcf09 2024-11-14T19:44:16,271 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/info/bab869124715485f9b6a19c6d95fcf09, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T19:44:16,272 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/ns/da8621f4c24c4568859bc4124bc6471e as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/ns/da8621f4c24c4568859bc4124bc6471e 2024-11-14T19:44:16,282 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/ns/da8621f4c24c4568859bc4124bc6471e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:44:16,284 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/table/667b767add814aad8a9a6858dcfe8e2b as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/table/667b767add814aad8a9a6858dcfe8e2b 2024-11-14T19:44:16,293 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/table/667b767add814aad8a9a6858dcfe8e2b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T19:44:16,294 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=11, compaction requested=false 2024-11-14T19:44:16,300 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T19:44:16,301 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:16,301 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:16,301 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:16,301 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613454856Running coprocessor pre-close hooks at 1731613454856Disabling compacts and flushes for region at 1731613454856Disabling writes for close at 1731613454856Obtaining lock to block concurrent updates at 1731613454860 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731613454860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731613454867 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613454869 (+2 ms)Flushing 1588230740/info: creating writer at 1731613454870 (+1 ms)Flushing 1588230740/info: appending metadata at 1731613454906 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731613454908 (+2 ms)Flushing 1588230740/ns: creating writer at 1731613455381 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731613455400 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731613455400Flushing 1588230740/table: creating writer at 1731613455822 (+422 ms)Flushing 1588230740/table: appending metadata at 1731613455837 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731613455837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6316749e: reopening flushed file at 1731613456260 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258f6c20: reopening flushed file at 1731613456271 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686820bf: reopening flushed file at 1731613456283 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=11, compaction requested=false at 1731613456294 (+11 ms)Writing region close event to WAL at 1731613456296 (+2 ms)Running coprocessor post-close hooks at 1731613456301 (+5 ms)Closed at 1731613456301 2024-11-14T19:44:16,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:16,459 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,36143,1731613442645; all regions closed. 2024-11-14T19:44:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741834_1010 (size=2742) 2024-11-14T19:44:16,475 DEBUG [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs 2024-11-14T19:44:16,475 INFO [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36143%2C1731613442645.meta:.meta(num 1731613446357) 2024-11-14T19:44:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741837_1013 (size=1802) 2024-11-14T19:44:16,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.rep.1731613452878 not finished, retry = 0 2024-11-14T19:44:16,582 DEBUG [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs 2024-11-14T19:44:16,582 INFO [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36143%2C1731613442645.rep:(num 1731613452878) 2024-11-14T19:44:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741832_1008 (size=93) 2024-11-14T19:44:16,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645/867b237d0fa7%2C36143%2C1731613442645.1731613445421 not finished, retry = 0 2024-11-14T19:44:16,694 DEBUG [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs 2024-11-14T19:44:16,694 INFO [RS:0;867b237d0fa7:36143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36143%2C1731613442645:(num 1731613445421) 2024-11-14T19:44:16,694 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:16,694 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:16,695 INFO [RS:0;867b237d0fa7:36143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:16,695 INFO [RS:0;867b237d0fa7:36143 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:16,696 INFO [RS:0;867b237d0fa7:36143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:16,696 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:16,697 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,36143,1731613442645 because: Region server is closing 2024-11-14T19:44:16,698 INFO [RS:0;867b237d0fa7:36143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36143. 2024-11-14T19:44:16,698 DEBUG [RS:0;867b237d0fa7:36143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:16,698 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:16,699 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:16,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:16,799 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.wal-reader.867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:44:16,799 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.shipper867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:44:16,800 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36143,1731613442645.replicationSource.shipper867b237d0fa7%2C36143%2C1731613442645,1-867b237d0fa7,36143,1731613442645 terminated 2024-11-14T19:44:16,802 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-867b237d0fa7,36143,1731613442645 because: Region server is closing 2024-11-14T19:44:16,802 INFO [RS:0;867b237d0fa7:36143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36143. 2024-11-14T19:44:16,803 DEBUG [RS:0;867b237d0fa7:36143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:16,803 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:16,803 DEBUG [RS:0;867b237d0fa7:36143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:16,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:16,904 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.shipper867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:44:16,905 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,36143,1731613442645.replicationSource.shipper867b237d0fa7%2C36143%2C1731613442645,2-867b237d0fa7,36143,1731613442645 terminated 2024-11-14T19:44:16,906 INFO [RS:0;867b237d0fa7:36143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36143 2024-11-14T19:44:16,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/rs 2024-11-14T19:44:17,026 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/rs/867b237d0fa7,36143,1731613442645 2024-11-14T19:44:17,026 INFO [RS:0;867b237d0fa7:36143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:17,026 ERROR [pool-37-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f4fe08e3f40@412736c0 rejected from java.util.concurrent.ThreadPoolExecutor@425a080[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T19:44:17,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,36143,1731613442645] 2024-11-14T19:44:17,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/draining/867b237d0fa7,36143,1731613442645 already deleted, retry=false 2024-11-14T19:44:17,043 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,36143,1731613442645 expired; onlineServers=0 2024-11-14T19:44:17,043 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,37241,1731613441765' ***** 2024-11-14T19:44:17,044 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:44:17,044 INFO [M:0;867b237d0fa7:37241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:17,044 INFO [M:0;867b237d0fa7:37241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:17,044 DEBUG [M:0;867b237d0fa7:37241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:44:17,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:44:17,045 DEBUG [M:0;867b237d0fa7:37241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:44:17,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613445056 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613445056,5,FailOnTimeoutGroup] 2024-11-14T19:44:17,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613445055 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613445055,5,FailOnTimeoutGroup] 2024-11-14T19:44:17,045 INFO [M:0;867b237d0fa7:37241 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:17,046 INFO [M:0;867b237d0fa7:37241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:17,046 DEBUG [M:0;867b237d0fa7:37241 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:44:17,046 INFO [M:0;867b237d0fa7:37241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:44:17,046 INFO [M:0;867b237d0fa7:37241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:17,047 INFO [M:0;867b237d0fa7:37241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:44:17,048 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:44:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/master 2024-11-14T19:44:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:17,051 DEBUG [M:0;867b237d0fa7:37241 {}] zookeeper.ZKUtil(347): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/master because node does not exist (not an error) 2024-11-14T19:44:17,051 WARN [M:0;867b237d0fa7:37241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:44:17,052 INFO [M:0;867b237d0fa7:37241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/.lastflushedseqids 2024-11-14T19:44:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741842_1018 (size=181) 2024-11-14T19:44:17,066 INFO [M:0;867b237d0fa7:37241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:44:17,066 INFO [M:0;867b237d0fa7:37241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:44:17,066 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:17,066 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:17,066 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:17,066 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:17,066 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:17,067 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T19:44:17,084 DEBUG [M:0;867b237d0fa7:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb5f08490b4e4c888af76704a60e7bc9 is 82, key is hbase:meta,,1/info:regioninfo/1731613446444/Put/seqid=0 2024-11-14T19:44:17,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741843_1019 (size=5672) 2024-11-14T19:44:17,135 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:17,135 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36143-0x1013c0df5260001, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:17,135 INFO [RS:0;867b237d0fa7:36143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:17,136 INFO [RS:0;867b237d0fa7:36143 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,36143,1731613442645; zookeeper connection closed. 2024-11-14T19:44:17,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7430353c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7430353c 2024-11-14T19:44:17,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:44:17,491 INFO [M:0;867b237d0fa7:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb5f08490b4e4c888af76704a60e7bc9 2024-11-14T19:44:17,522 DEBUG [M:0;867b237d0fa7:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7249d294e0c40a3ac83e0e5736c1bb9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731613452948/Put/seqid=0 2024-11-14T19:44:17,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741844_1020 (size=8663) 2024-11-14T19:44:17,930 INFO [M:0;867b237d0fa7:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7249d294e0c40a3ac83e0e5736c1bb9 2024-11-14T19:44:17,959 DEBUG [M:0;867b237d0fa7:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdd49136bcfc441696a9f201c04cec0b is 69, key is 867b237d0fa7,36143,1731613442645/rs:state/1731613445174/Put/seqid=0 2024-11-14T19:44:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741845_1021 (size=5156) 2024-11-14T19:44:18,367 INFO [M:0;867b237d0fa7:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdd49136bcfc441696a9f201c04cec0b 2024-11-14T19:44:18,379 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb5f08490b4e4c888af76704a60e7bc9 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb5f08490b4e4c888af76704a60e7bc9 2024-11-14T19:44:18,387 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb5f08490b4e4c888af76704a60e7bc9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T19:44:18,388 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7249d294e0c40a3ac83e0e5736c1bb9 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7249d294e0c40a3ac83e0e5736c1bb9 2024-11-14T19:44:18,395 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7249d294e0c40a3ac83e0e5736c1bb9, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T19:44:18,396 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdd49136bcfc441696a9f201c04cec0b as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdd49136bcfc441696a9f201c04cec0b 2024-11-14T19:44:18,403 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdd49136bcfc441696a9f201c04cec0b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T19:44:18,405 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=115, compaction requested=false 2024-11-14T19:44:18,407 INFO [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:18,407 DEBUG [M:0;867b237d0fa7:37241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613457066Disabling compacts and flushes for region at 1731613457066Disabling writes for close at 1731613457066Obtaining lock to block concurrent updates at 1731613457067 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613457067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731613457067Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613457068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613457068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613457083 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613457084 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613457503 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613457522 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613457522Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613457942 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613457958 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613457958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21691b18: reopening flushed file at 1731613458378 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f83017: reopening flushed file at 1731613458387 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ace7ca: reopening flushed file at 1731613458395 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=115, compaction requested=false at 1731613458405 (+10 ms)Writing region close event to WAL at 1731613458406 (+1 ms)Closed at 1731613458406 2024-11-14T19:44:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741830_1006 (size=59421) 2024-11-14T19:44:18,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765/867b237d0fa7%2C37241%2C1731613441765.1731613444370 not finished, retry = 0 2024-11-14T19:44:18,512 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:18,512 INFO [M:0;867b237d0fa7:37241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:44:18,512 INFO [M:0;867b237d0fa7:37241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37241 2024-11-14T19:44:18,513 INFO [M:0;867b237d0fa7:37241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:18,659 INFO [M:0;867b237d0fa7:37241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:18,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1013c0df5260000, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:18,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:18,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:18,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:18,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:18,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:18,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:18,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:18,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:18,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45181 2024-11-14T19:44:18,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45181 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451810x0, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:18,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45181-0x1013c0df5260006 connected 2024-11-14T19:44:18,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:18,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:18,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:18,696 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: INIT 2024-11-14T19:44:18,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11, hbase.cluster.distributed=false 2024-11-14T19:44:18,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/acl 2024-11-14T19:44:18,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-14T19:44:18,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45181 2024-11-14T19:44:18,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45181 2024-11-14T19:44:18,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-14T19:44:18,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-14T19:44:18,716 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:18,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:18,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34723 2024-11-14T19:44:18,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34723 connecting to ZooKeeper ensemble=127.0.0.1:63615 2024-11-14T19:44:18,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:18,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347230x0, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:18,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347230x0, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:18,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34723-0x1013c0df5260007 connected 2024-11-14T19:44:18,734 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: INIT 2024-11-14T19:44:18,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:18,735 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:18,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/master 2024-11-14T19:44:18,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/acl 2024-11-14T19:44:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34723 2024-11-14T19:44:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34723 2024-11-14T19:44:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34723 2024-11-14T19:44:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34723 2024-11-14T19:44:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34723 2024-11-14T19:44:18,751 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:45181 2024-11-14T19:44:18,751 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01257731569/backup-masters/867b237d0fa7,45181,1731613458662 2024-11-14T19:44:18,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:18,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:18,760 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on existing znode=/01257731569/backup-masters/867b237d0fa7,45181,1731613458662 2024-11-14T19:44:18,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01257731569/master 2024-11-14T19:44:18,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:18,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:18,768 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on existing znode=/01257731569/master 2024-11-14T19:44:18,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01257731569/backup-masters/867b237d0fa7,45181,1731613458662 from backup master directory 2024-11-14T19:44:18,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/backup-masters/867b237d0fa7,45181,1731613458662 2024-11-14T19:44:18,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:18,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/backup-masters 2024-11-14T19:44:18,776 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:18,776 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,45181,1731613458662 2024-11-14T19:44:18,796 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:18,796 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:18,810 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-14T19:44:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741846_1022 (size=196) 2024-11-14T19:44:19,227 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:19,230 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:19,231 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:19,242 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T19:44:19,245 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765 to hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765-dead as it is dead 2024-11-14T19:44:19,246 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T19:44:19,246 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T19:44:19,247 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765-dead/867b237d0fa7%2C37241%2C1731613441765.1731613444370 2024-11-14T19:44:19,251 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765-dead/867b237d0fa7%2C37241%2C1731613441765.1731613444370 after 2ms 2024-11-14T19:44:19,252 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765-dead/867b237d0fa7%2C37241%2C1731613441765.1731613444370 to hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C37241%2C1731613441765.1731613444370 2024-11-14T19:44:19,252 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,37241,1731613441765-dead 2024-11-14T19:44:19,253 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,45181,1731613458662 2024-11-14T19:44:19,254 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:19,255 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C45181%2C1731613458662, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,45181,1731613458662, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:19,268 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,45181,1731613458662/867b237d0fa7%2C45181%2C1731613458662.1731613459255, exclude list is [], retry=0 2024-11-14T19:44:19,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:19,274 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,45181,1731613458662/867b237d0fa7%2C45181%2C1731613458662.1731613459255 2024-11-14T19:44:19,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:19,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:19,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:19,275 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,275 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:19,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:19,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb5f08490b4e4c888af76704a60e7bc9 2024-11-14T19:44:19,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:19,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:19,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:19,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7249d294e0c40a3ac83e0e5736c1bb9 2024-11-14T19:44:19,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:19,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:19,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:19,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdd49136bcfc441696a9f201c04cec0b 2024-11-14T19:44:19,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:19,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:19,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:19,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:19,306 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,307 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T19:44:19,307 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C37241%2C1731613441765.1731613444370 2024-11-14T19:44:19,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C37241%2C1731613441765.1731613444370 2024-11-14T19:44:19,324 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C37241%2C1731613441765.1731613444370 2024-11-14T19:44:19,326 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,326 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:19,328 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:19,331 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T19:44:19,332 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65354831, jitterRate=-0.026137128472328186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:19,332 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613459275Initializing all the Stores at 1731613459276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613459276Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613459276Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613459276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613459276Cleaning up temporary data from old regions at 1731613459326 (+50 ms)Region opened successfully at 1731613459332 (+6 ms) 2024-11-14T19:44:19,332 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:19,336 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306974ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:19,347 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T19:44:19,348 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:19,348 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:19,348 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:19,349 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:44:19,354 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:19,354 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:44:19,355 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:44:19,355 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:44:19,355 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T19:44:19,355 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T19:44:19,355 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T19:44:19,355 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:19,359 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=867b237d0fa7,36143,1731613442645, regionLocation=867b237d0fa7,36143,1731613442645, openSeqNum=2 2024-11-14T19:44:19,360 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=867b237d0fa7,36143,1731613442645, table=hbase:meta, region=1588230740 2024-11-14T19:44:19,360 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36143,1731613442645, state=OPEN 2024-11-14T19:44:19,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:19,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:19,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:19,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:19,397 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:19,400 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/draining/867b237d0fa7,36143,1731613442645 already deleted, retry=false 2024-11-14T19:44:19,401 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 867b237d0fa7,36143,1731613442645 on 867b237d0fa7,45181,1731613458662 2024-11-14T19:44:19,406 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 867b237d0fa7,36143,1731613442645, splitWal=true, meta=true 2024-11-14T19:44:19,408 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 867b237d0fa7,36143,1731613442645 (carryingMeta=true) 867b237d0fa7,36143,1731613442645/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ec91b4c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T19:44:19,412 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:19,436 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/balancer already deleted, retry=false 2024-11-14T19:44:19,436 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:19,437 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:19,450 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/normalizer already deleted, retry=false 2024-11-14T19:44:19,450 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:19,452 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:19,459 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/switch/split already deleted, retry=false 2024-11-14T19:44:19,460 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:19,467 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/switch/merge already deleted, retry=false 2024-11-14T19:44:19,487 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:19,492 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:19,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:19,501 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,45181,1731613458662, sessionid=0x1013c0df5260006, setting cluster-up flag (Was=false) 2024-11-14T19:44:19,510 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01257731569/flush-table-proc/acquired, /01257731569/flush-table-proc/reached, /01257731569/flush-table-proc/abort 2024-11-14T19:44:19,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45181,1731613458662 2024-11-14T19:44:19,518 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01257731569/online-snapshot/acquired, /01257731569/online-snapshot/reached, /01257731569/online-snapshot/abort 2024-11-14T19:44:19,519 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45181,1731613458662 2024-11-14T19:44:19,521 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/.lastflushedseqids 2024-11-14T19:44:19,525 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:19,525 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:19,525 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,45181,1731613458662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 867b237d0fa7,36143,1731613442645 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:19,527 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:19,527 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:19,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:19,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:19,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:19,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:19,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,531 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613489531 2024-11-14T19:44:19,531 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:19,531 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:19,531 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:19,531 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:19,531 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:19,532 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:19,532 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,532 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 867b237d0fa7,36143,1731613442645, splitWal=true, meta=true 2024-11-14T19:44:19,532 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:19,532 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:19,532 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:19,532 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:19,533 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:19,533 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:19,533 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613459533,5,FailOnTimeoutGroup] 2024-11-14T19:44:19,533 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613459533,5,FailOnTimeoutGroup] 2024-11-14T19:44:19,533 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,534 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:19,534 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,534 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,534 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 867b237d0fa7,36143,1731613442645, splitWal=true, meta=true, isMeta: true 2024-11-14T19:44:19,534 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613459534, completionTime=-1 2024-11-14T19:44:19,534 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T19:44:19,536 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645-splitting 2024-11-14T19:44:19,537 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645-splitting dir is empty, no logs to split. 2024-11-14T19:44:19,537 INFO [PEWorker-1 {}] master.SplitWALManager(105): 867b237d0fa7,36143,1731613442645 WAL count=0, meta=true 2024-11-14T19:44:19,538 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T19:44:19,543 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645-splitting dir is empty, no logs to split. 2024-11-14T19:44:19,543 INFO [PEWorker-1 {}] master.SplitWALManager(105): 867b237d0fa7,36143,1731613442645 WAL count=0, meta=true 2024-11-14T19:44:19,543 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 867b237d0fa7,36143,1731613442645 WAL splitting is done? wals=0, meta=true 2024-11-14T19:44:19,544 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(746): ClusterId : 4315227f-629d-4d6d-9bbf-537cc61015fe 2024-11-14T19:44:19,544 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:19,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:19,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:19,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T19:44:19,552 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:19,552 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:19,560 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:19,561 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a27cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:19,577 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:34723 2024-11-14T19:44:19,578 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:19,578 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:19,578 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:19,579 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,45181,1731613458662 with port=34723, startcode=1731613458716 2024-11-14T19:44:19,579 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:19,581 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:19,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45181 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,584 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11 2024-11-14T19:44:19,584 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-11-14T19:44:19,584 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:19,588 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T19:44:19,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/rs 2024-11-14T19:44:19,593 DEBUG [RS:0;867b237d0fa7:34723 {}] zookeeper.ZKUtil(111): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on existing znode=/01257731569/rs/867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,593 WARN [RS:0;867b237d0fa7:34723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:19,593 INFO [RS:0;867b237d0fa7:34723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:19,593 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,34723,1731613458716] 2024-11-14T19:44:19,630 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:19,632 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:19,633 INFO [RS:0;867b237d0fa7:34723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:19,633 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,633 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:19,634 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:19,634 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,635 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,636 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:19,636 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:19,636 DEBUG [RS:0;867b237d0fa7:34723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:19,637 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,637 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,637 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,637 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,637 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,637 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,34723,1731613458716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:19,655 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:19,655 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,34723,1731613458716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,669 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,34723,1731613458716, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:44:19,683 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(231): queueId=2-867b237d0fa7,34723,1731613458716, ReplicationSource: 2, currentBandwidth=0 2024-11-14T19:44:19,683 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,683 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.Replication(171): 867b237d0fa7,34723,1731613458716 started 2024-11-14T19:44:19,684 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:19,685 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b381148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:19,685 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:19,685 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:19,686 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191d67a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:19,689 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:19,690 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19752651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:19,690 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:19,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:19,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1689ee27 2024-11-14T19:44:19,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:19,693 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T19:44:19,695 INFO [RS:0;867b237d0fa7:34723.replicationSource,1-867b237d0fa7,34723,1731613458716 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,34723,1731613458716 (queues=0) is replicating from cluster=4315227f-629d-4d6d-9bbf-537cc61015fe to cluster=ddd9e427-03aa-49ed-a793-72515bf09ea0 2024-11-14T19:44:19,699 WARN [867b237d0fa7:45181 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:44:19,706 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:19,706 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,34723,1731613458716, RpcServer on 867b237d0fa7/172.17.0.2:34723, sessionid=0x1013c0df5260007 2024-11-14T19:44:19,706 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:19,706 DEBUG [RS:0;867b237d0fa7:34723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,706 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,34723,1731613458716' 2024-11-14T19:44:19,707 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01257731569/flush-table-proc/abort' 2024-11-14T19:44:19,707 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44159' 2024-11-14T19:44:19,707 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01257731569/flush-table-proc/acquired' 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,34723,1731613458716' 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01257731569/online-snapshot/abort' 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17044e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:19,708 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44159,-1 for getting cluster id 2024-11-14T19:44:19,709 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01257731569/online-snapshot/acquired' 2024-11-14T19:44:19,709 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:19,709 DEBUG [RS:0;867b237d0fa7:34723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:19,709 INFO [RS:0;867b237d0fa7:34723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:19,709 INFO [RS:0;867b237d0fa7:34723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:19,710 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddd9e427-03aa-49ed-a793-72515bf09ea0' 2024-11-14T19:44:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddd9e427-03aa-49ed-a793-72515bf09ea0" 2024-11-14T19:44:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c3015a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44159,-1] 2024-11-14T19:44:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:19,712 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:19,713 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18971803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:19,713 DEBUG [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44159,1731613448311 2024-11-14T19:44:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c0d770 2024-11-14T19:44:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:19,716 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T19:44:19,716 INFO [RS:0;867b237d0fa7:34723.replicationSource,2-867b237d0fa7,34723,1731613458716 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-867b237d0fa7,34723,1731613458716 (queues=0) is replicating from cluster=4315227f-629d-4d6d-9bbf-537cc61015fe to cluster=ddd9e427-03aa-49ed-a793-72515bf09ea0 2024-11-14T19:44:19,810 INFO [RS:0;867b237d0fa7:34723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:19,812 INFO [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C34723%2C1731613458716, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs, maxLogs=10 2024-11-14T19:44:19,825 DEBUG [RS:0;867b237d0fa7:34723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812, exclude list is [], retry=0 2024-11-14T19:44:19,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:19,830 INFO [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 2024-11-14T19:44:19,831 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 867b237d0fa7%2C34723%2C1731613458716 for peer 2 2024-11-14T19:44:19,831 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 867b237d0fa7%2C34723%2C1731613458716 for peer 1 2024-11-14T19:44:19,831 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C34723%2C1731613458716 2024-11-14T19:44:19,831 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,34723,1731613458716, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:44:19,831 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=867b237d0fa7%2C34723%2C1731613458716 2024-11-14T19:44:19,831 INFO [RS:0;867b237d0fa7:34723.replicationSource.shipper867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C34723%2C1731613458716 2024-11-14T19:44:19,831 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-867b237d0fa7,34723,1731613458716, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:44:19,832 DEBUG [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:19,832 INFO [RS:0;867b237d0fa7:34723.replicationSource.shipper867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C34723%2C1731613458716 2024-11-14T19:44:19,832 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812, startPosition=0, beingWritten=true 2024-11-14T19:44:19,832 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812, startPosition=0, beingWritten=true 2024-11-14T19:44:19,950 DEBUG [867b237d0fa7:45181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:19,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,34723,1731613458716 2024-11-14T19:44:19,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,34723,1731613458716, state=OPENING 2024-11-14T19:44:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:19,984 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:19,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:19,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:19,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,34723,1731613458716}] 2024-11-14T19:44:20,040 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:20,040 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:20,141 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:20,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:20,151 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:20,151 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:20,152 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:20,155 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C34723%2C1731613458716.meta, suffix=.meta, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs, maxLogs=10 2024-11-14T19:44:20,168 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.meta.1731613460155.meta, exclude list is [], retry=0 2024-11-14T19:44:20,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:20,173 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.meta.1731613460155.meta 2024-11-14T19:44:20,173 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:20,173 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:20,174 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:20,174 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:20,174 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:20,174 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:20,174 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:20,174 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:20,174 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:20,174 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:20,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:20,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:20,185 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/info/bab869124715485f9b6a19c6d95fcf09 2024-11-14T19:44:20,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:20,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:20,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:20,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:20,195 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/ns/da8621f4c24c4568859bc4124bc6471e 2024-11-14T19:44:20,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:20,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:20,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:20,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:20,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:20,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:20,207 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/table/667b767add814aad8a9a6858dcfe8e2b 2024-11-14T19:44:20,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:20,208 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:20,209 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740 2024-11-14T19:44:20,210 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740 2024-11-14T19:44:20,212 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:20,212 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:20,213 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:20,214 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:20,215 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74897698, jitterRate=0.11606267094612122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:20,215 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:20,215 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613460175Writing region info on filesystem at 1731613460175Initializing all the Stores at 1731613460176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613460176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613460176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613460176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613460176Cleaning up temporary data from old regions at 1731613460212 (+36 ms)Running coprocessor post-open hooks at 1731613460215 (+3 ms)Region opened successfully at 1731613460215 2024-11-14T19:44:20,217 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731613460141 2024-11-14T19:44:20,219 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:20,220 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:20,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=867b237d0fa7,34723,1731613458716 2024-11-14T19:44:20,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,34723,1731613458716, state=OPEN 2024-11-14T19:44:20,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:20,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01257731569/meta-region-server 2024-11-14T19:44:20,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:20,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01257731569/meta-region-server: CHANGED 2024-11-14T19:44:20,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,34723,1731613458716 2024-11-14T19:44:20,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T19:44:20,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,34723,1731613458716 in 242 msec 2024-11-14T19:44:20,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T19:44:20,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-14T19:44:20,354 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:20,354 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:20,762 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:20,762 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:21,091 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T19:44:21,275 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:21,275 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:21,890 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:21,890 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:22,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:22,595 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3061ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-14T19:44:22,599 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:22,599 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:23,413 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:23,413 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:24,049 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T19:44:24,050 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:24,050 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:24,050 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,34723,1731613458716, seqNum=-1] 2024-11-14T19:44:24,051 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:24,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:24,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc99d22dd9eb89d79d51fee3533711cc, regionState=OPEN, lastHost=867b237d0fa7,36143,1731613442645, regionLocation=867b237d0fa7,36143,1731613442645, openSeqNum=2 2024-11-14T19:44:24,064 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:24,065 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613524065 2024-11-14T19:44:24,065 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613584065 2024-11-14T19:44:24,065 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-14T19:44:24,066 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45181,1731613458662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,066 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 867b237d0fa7,36143,1731613442645 had 2 regions 2024-11-14T19:44:24,066 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45181,1731613458662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,066 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45181,1731613458662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,066 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:45181, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,066 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,067 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,068 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 867b237d0fa7,36143,1731613442645, splitWal=true, meta=true, isMeta: false 2024-11-14T19:44:24,071 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645-splitting dir is empty, no logs to split. 2024-11-14T19:44:24,071 INFO [PEWorker-3 {}] master.SplitWALManager(105): 867b237d0fa7,36143,1731613442645 WAL count=0, meta=false 2024-11-14T19:44:24,075 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,36143,1731613442645-splitting dir is empty, no logs to split. 2024-11-14T19:44:24,075 INFO [PEWorker-3 {}] master.SplitWALManager(105): 867b237d0fa7,36143,1731613442645 WAL count=0, meta=false 2024-11-14T19:44:24,076 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 867b237d0fa7,36143,1731613442645 WAL splitting is done? wals=0, meta=false 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.300sec 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45181,1731613458662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:24,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45181,1731613458662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:24,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN}] 2024-11-14T19:44:24,081 WARN [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=867b237d0fa7,36143,1731613442645/hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:24,081 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:24,081 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:24,081 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45181,1731613458662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:24,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN 2024-11-14T19:44:24,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T19:44:24,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:24,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45181,-1 for getting cluster id 2024-11-14T19:44:24,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:24,154 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4315227f-629d-4d6d-9bbf-537cc61015fe' 2024-11-14T19:44:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4315227f-629d-4d6d-9bbf-537cc61015fe" 2024-11-14T19:44:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc7703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45181,-1] 2024-11-14T19:44:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,159 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e4c6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:24,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,34723,1731613458716, seqNum=-1] 2024-11-14T19:44:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:24,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:24,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T19:44:24,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:24,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:24,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:24,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 867b237d0fa7:45181 after: 867b237d0fa7:45181 2024-11-14T19:44:24,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:24,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45181,-1 for getting cluster id 2024-11-14T19:44:24,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:24,172 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4315227f-629d-4d6d-9bbf-537cc61015fe' 2024-11-14T19:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4315227f-629d-4d6d-9bbf-537cc61015fe" 2024-11-14T19:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45181,-1] 2024-11-14T19:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,175 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:24,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:24,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45181,1731613458662 2024-11-14T19:44:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc0863f 2024-11-14T19:44:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:24,178 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:24,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:44:24,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T19:44:24,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:44:24,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T19:44:24,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:44:24,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:24,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:24,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:24,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:44:24,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1497339394, stopped=false 2024-11-14T19:44:24,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,44159,1731613448311 2024-11-14T19:44:24,233 DEBUG [867b237d0fa7:45181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:24,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dc99d22dd9eb89d79d51fee3533711cc, regionState=OPENING, regionLocation=867b237d0fa7,34723,1731613458716 2024-11-14T19:44:24,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN because future has completed 2024-11-14T19:44:24,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc99d22dd9eb89d79d51fee3533711cc, server=867b237d0fa7,34723,1731613458716}] 2024-11-14T19:44:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-710112855/running 2024-11-14T19:44:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:24,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-710112855/running 2024-11-14T19:44:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:24,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:24,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:24,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/running 2024-11-14T19:44:24,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,42029,1731613448438' ***** 2024-11-14T19:44:24,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,42029,1731613448438 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:24,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Set watcher on znode that does not yet exist, /1-710112855/running 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42029. 2024-11-14T19:44:24,244 DEBUG [RS:0;867b237d0fa7:42029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:24,244 DEBUG [RS:0;867b237d0fa7:42029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:44:24,244 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:44:24,245 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:44:24,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:44:24,245 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:44:24,245 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:44:24,245 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:24,245 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:24,245 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:24,245 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:24,245 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:24,245 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:24,246 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T19:44:24,264 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:24,266 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:44:24,267 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:44:24,270 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/.tmp/ns/babfd8a4ea0e46fab3bf36b79c2cadd7 is 43, key is default/ns:d/1731613451474/Put/seqid=0 2024-11-14T19:44:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741835_1011 (size=5153) 2024-11-14T19:44:24,325 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:24,325 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:24,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:24,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:24,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:44:24,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C34723%2C1731613458716.rep, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs, maxLogs=10 2024-11-14T19:44:24,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.rep.1731613464405, exclude list is [], retry=0 2024-11-14T19:44:24,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35047,DS-5dc5c049-c5fa-4a78-b8ff-beb0e446e269,DISK] 2024-11-14T19:44:24,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.rep.1731613464405 2024-11-14T19:44:24,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-14T19:44:24,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dc99d22dd9eb89d79d51fee3533711cc, NAME => 'hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:24,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:24,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:24,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. service=MultiRowMutationService 2024-11-14T19:44:24,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:44:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,428 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,429 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc99d22dd9eb89d79d51fee3533711cc columnFamilyName hfileref 2024-11-14T19:44:24,429 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:24,429 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(327): Store=dc99d22dd9eb89d79d51fee3533711cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:24,429 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,430 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc99d22dd9eb89d79d51fee3533711cc columnFamilyName queue 2024-11-14T19:44:24,430 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:24,438 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/queue/18736848e642488ca0b8efd9b77ed64e 2024-11-14T19:44:24,439 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(327): Store=dc99d22dd9eb89d79d51fee3533711cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:24,439 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,440 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc99d22dd9eb89d79d51fee3533711cc columnFamilyName sid 2024-11-14T19:44:24,440 DEBUG [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:24,441 INFO [StoreOpener-dc99d22dd9eb89d79d51fee3533711cc-1 {}] regionserver.HStore(327): Store=dc99d22dd9eb89d79d51fee3533711cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:24,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,445 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:24,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:44:24,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened dc99d22dd9eb89d79d51fee3533711cc; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72837275, jitterRate=0.08535997569561005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:44:24,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:24,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dc99d22dd9eb89d79d51fee3533711cc: Running coprocessor pre-open hook at 1731613464426Writing region info on filesystem at 1731613464426Initializing all the Stores at 1731613464427 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613464427Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613464427Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613464427Cleaning up temporary data from old regions at 1731613464445 (+18 ms)Running coprocessor post-open hooks at 1731613464450 (+5 ms)Region opened successfully at 1731613464451 (+1 ms) 2024-11-14T19:44:24,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., pid=19, masterSystemTime=1731613464393 2024-11-14T19:44:24,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:24,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:24,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dc99d22dd9eb89d79d51fee3533711cc, regionState=OPEN, openSeqNum=10, regionLocation=867b237d0fa7,34723,1731613458716 2024-11-14T19:44:24,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc99d22dd9eb89d79d51fee3533711cc, server=867b237d0fa7,34723,1731613458716 because future has completed 2024-11-14T19:44:24,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T19:44:24,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure dc99d22dd9eb89d79d51fee3533711cc, server=867b237d0fa7,34723,1731613458716 in 222 msec 2024-11-14T19:44:24,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T19:44:24,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc99d22dd9eb89d79d51fee3533711cc, ASSIGN in 384 msec 2024-11-14T19:44:24,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T19:44:24,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., hostname=867b237d0fa7,34723,1731613458716, seqNum=10] 2024-11-14T19:44:24,506 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 867b237d0fa7,36143,1731613442645 2024-11-14T19:44:24,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T19:44:24,646 DEBUG [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:24,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T19:44:24,677 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/.tmp/ns/babfd8a4ea0e46fab3bf36b79c2cadd7 2024-11-14T19:44:24,687 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/.tmp/ns/babfd8a4ea0e46fab3bf36b79c2cadd7 as hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/ns/babfd8a4ea0e46fab3bf36b79c2cadd7 2024-11-14T19:44:24,695 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/ns/babfd8a4ea0e46fab3bf36b79c2cadd7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T19:44:24,696 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-14T19:44:24,696 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:44:24,703 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T19:44:24,704 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:24,704 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:24,704 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:24,704 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613464245Running coprocessor pre-close hooks at 1731613464245Disabling compacts and flushes for region at 1731613464245Disabling writes for close at 1731613464245Obtaining lock to block concurrent updates at 1731613464246 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731613464246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731613464246Flushing stores of hbase:meta,,1.1588230740 at 1731613464247 (+1 ms)Flushing 1588230740/ns: creating writer at 1731613464247Flushing 1588230740/ns: appending metadata at 1731613464270 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731613464270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506ccf50: reopening flushed file at 1731613464685 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731613464696 (+11 ms)Writing region close event to WAL at 1731613464698 (+2 ms)Running coprocessor post-close hooks at 1731613464704 (+6 ms)Closed at 1731613464704 2024-11-14T19:44:24,705 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:24,846 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,42029,1731613448438; all regions closed. 2024-11-14T19:44:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741834_1010 (size=1152) 2024-11-14T19:44:24,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/WALs/867b237d0fa7,42029,1731613448438/867b237d0fa7%2C42029%2C1731613448438.meta.1731613451406.meta not finished, retry = 0 2024-11-14T19:44:24,953 DEBUG [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/oldWALs 2024-11-14T19:44:24,954 INFO [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42029%2C1731613448438.meta:.meta(num 1731613451406) 2024-11-14T19:44:24,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741832_1008 (size=93) 2024-11-14T19:44:24,962 DEBUG [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/oldWALs 2024-11-14T19:44:24,962 INFO [RS:0;867b237d0fa7:42029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42029%2C1731613448438:(num 1731613450390) 2024-11-14T19:44:24,962 DEBUG [RS:0;867b237d0fa7:42029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:24,962 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:24,963 INFO [RS:0;867b237d0fa7:42029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:24,963 INFO [RS:0;867b237d0fa7:42029 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:24,963 INFO [RS:0;867b237d0fa7:42029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:24,963 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:24,964 INFO [RS:0;867b237d0fa7:42029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42029 2024-11-14T19:44:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855/rs 2024-11-14T19:44:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-710112855/rs/867b237d0fa7,42029,1731613448438 2024-11-14T19:44:24,992 INFO [RS:0;867b237d0fa7:42029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:24,992 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f4fe08e3f40@7e9032fb rejected from java.util.concurrent.ThreadPoolExecutor@7aafb9f1[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T19:44:25,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,42029,1731613448438] 2024-11-14T19:44:25,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-710112855/draining/867b237d0fa7,42029,1731613448438 already deleted, retry=false 2024-11-14T19:44:25,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,42029,1731613448438 expired; onlineServers=0 2024-11-14T19:44:25,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,44159,1731613448311' ***** 2024-11-14T19:44:25,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:44:25,009 INFO [M:0;867b237d0fa7:44159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:25,009 INFO [M:0;867b237d0fa7:44159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:25,009 DEBUG [M:0;867b237d0fa7:44159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:44:25,009 DEBUG [M:0;867b237d0fa7:44159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:44:25,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:44:25,009 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613450147 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613450147,5,FailOnTimeoutGroup] 2024-11-14T19:44:25,009 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613450146 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613450146,5,FailOnTimeoutGroup] 2024-11-14T19:44:25,009 INFO [M:0;867b237d0fa7:44159 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:25,010 INFO [M:0;867b237d0fa7:44159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:25,010 DEBUG [M:0;867b237d0fa7:44159 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:44:25,010 INFO [M:0;867b237d0fa7:44159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:44:25,010 INFO [M:0;867b237d0fa7:44159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:25,010 INFO [M:0;867b237d0fa7:44159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:44:25,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:44:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-710112855/master 2024-11-14T19:44:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-710112855 2024-11-14T19:44:25,017 DEBUG [M:0;867b237d0fa7:44159 {}] zookeeper.ZKUtil(347): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Unable to get data of znode /1-710112855/master because node does not exist (not an error) 2024-11-14T19:44:25,017 WARN [M:0;867b237d0fa7:44159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:44:25,019 INFO [M:0;867b237d0fa7:44159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/.lastflushedseqids 2024-11-14T19:44:25,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741836_1012 (size=99) 2024-11-14T19:44:25,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:25,101 INFO [RS:0;867b237d0fa7:42029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:25,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42029-0x1013c0df5260004, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:25,101 INFO [RS:0;867b237d0fa7:42029 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,42029,1731613448438; zookeeper connection closed. 2024-11-14T19:44:25,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@503d1875 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@503d1875 2024-11-14T19:44:25,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:44:25,335 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:25,335 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:25,426 INFO [M:0;867b237d0fa7:44159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:44:25,426 INFO [M:0;867b237d0fa7:44159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:44:25,426 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:25,426 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:25,427 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:25,427 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:25,427 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:25,427 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T19:44:25,455 DEBUG [M:0;867b237d0fa7:44159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ee7964ae3604befa585eef3f0e39b3d is 82, key is hbase:meta,,1/info:regioninfo/1731613451453/Put/seqid=0 2024-11-14T19:44:25,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741837_1013 (size=5672) 2024-11-14T19:44:25,861 INFO [M:0;867b237d0fa7:44159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ee7964ae3604befa585eef3f0e39b3d 2024-11-14T19:44:25,887 DEBUG [M:0;867b237d0fa7:44159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be312dec31d74231ad656bc97b2149da is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731613451480/Put/seqid=0 2024-11-14T19:44:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741838_1014 (size=5275) 2024-11-14T19:44:26,293 INFO [M:0;867b237d0fa7:44159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be312dec31d74231ad656bc97b2149da 2024-11-14T19:44:26,314 DEBUG [M:0;867b237d0fa7:44159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e11352391014748ab9a71886e7185ed is 69, key is 867b237d0fa7,42029,1731613448438/rs:state/1731613450202/Put/seqid=0 2024-11-14T19:44:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741839_1015 (size=5156) 2024-11-14T19:44:26,444 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:26,444 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:26,720 INFO [M:0;867b237d0fa7:44159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e11352391014748ab9a71886e7185ed 2024-11-14T19:44:26,732 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ee7964ae3604befa585eef3f0e39b3d as hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ee7964ae3604befa585eef3f0e39b3d 2024-11-14T19:44:26,740 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ee7964ae3604befa585eef3f0e39b3d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T19:44:26,741 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be312dec31d74231ad656bc97b2149da as hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be312dec31d74231ad656bc97b2149da 2024-11-14T19:44:26,747 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be312dec31d74231ad656bc97b2149da, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T19:44:26,749 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e11352391014748ab9a71886e7185ed as hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e11352391014748ab9a71886e7185ed 2024-11-14T19:44:26,754 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e11352391014748ab9a71886e7185ed, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T19:44:26,756 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false 2024-11-14T19:44:26,757 INFO [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:26,757 DEBUG [M:0;867b237d0fa7:44159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613465426Disabling compacts and flushes for region at 1731613465426Disabling writes for close at 1731613465427 (+1 ms)Obtaining lock to block concurrent updates at 1731613465427Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613465428 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731613465429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613465431 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613465431Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613465454 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613465454Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613465870 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613465887 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613465887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613466299 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613466313 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613466313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b77c9e: reopening flushed file at 1731613466731 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a268203: reopening flushed file at 1731613466740 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47814931: reopening flushed file at 1731613466748 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false at 1731613466756 (+8 ms)Writing region close event to WAL at 1731613466757 (+1 ms)Closed at 1731613466757 2024-11-14T19:44:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46361 is added to blk_1073741830_1006 (size=10165) 2024-11-14T19:44:26,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b34ed86-f8c5-97e1-488b-5456189d5cae/MasterData/WALs/867b237d0fa7,44159,1731613448311/867b237d0fa7%2C44159%2C1731613448311.1731613449855 not finished, retry = 0 2024-11-14T19:44:26,861 INFO [M:0;867b237d0fa7:44159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:44:26,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:26,861 INFO [M:0;867b237d0fa7:44159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44159 2024-11-14T19:44:26,866 INFO [M:0;867b237d0fa7:44159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:27,034 INFO [M:0;867b237d0fa7:44159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44159-0x1013c0df5260003, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:27,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:27,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:27,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:27,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:27,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:27,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:44:27,077 WARN [BP-901648595-172.17.0.2-1731613446779 heartbeating to localhost/127.0.0.1:45667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:44:27,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:44:27,077 WARN [BP-901648595-172.17.0.2-1731613446779 heartbeating to localhost/127.0.0.1:45667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901648595-172.17.0.2-1731613446779 (Datanode Uuid 47fe68de-1fb3-418e-90ce-7baeef3db0f4) service to localhost/127.0.0.1:45667 2024-11-14T19:44:27,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/cluster_5ac4525a-4ac1-f38f-d4cf-74bfa3d0731f/data/data1/current/BP-901648595-172.17.0.2-1731613446779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:27,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/cluster_5ac4525a-4ac1-f38f-d4cf-74bfa3d0731f/data/data2/current/BP-901648595-172.17.0.2-1731613446779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:27,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:44:27,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:27,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:27,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:27,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:27,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:44:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:44:27,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:27,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:27,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:27,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:44:27,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=381029134, stopped=false 2024-11-14T19:44:27,106 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,45181,1731613458662 2024-11-14T19:44:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/running 2024-11-14T19:44:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:27,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:27,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:27,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Set watcher on znode that does not yet exist, /01257731569/running 2024-11-14T19:44:27,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,34723,1731613458716' ***** 2024-11-14T19:44:27,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:44:27,118 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:44:27,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(3091): Received CLOSE for dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,34723,1731613458716 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:34723. 2024-11-14T19:44:27,119 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc99d22dd9eb89d79d51fee3533711cc, disabling compactions & flushes 2024-11-14T19:44:27,119 DEBUG [RS:0;867b237d0fa7:34723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:27,119 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:27,119 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,119 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:27,119 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. after waiting 0 ms 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:44:27,119 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:27,119 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:44:27,120 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:44:27,120 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:44:27,120 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1325): Online Regions={dc99d22dd9eb89d79d51fee3533711cc=hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:44:27,120 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:27,120 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc99d22dd9eb89d79d51fee3533711cc 2024-11-14T19:44:27,120 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:27,120 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:27,120 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:27,120 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:27,120 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T19:44:27,125 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/replication/dc99d22dd9eb89d79d51fee3533711cc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T19:44:27,125 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:27,125 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:27,126 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:27,126 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc99d22dd9eb89d79d51fee3533711cc: Waiting for close lock at 1731613467119Running coprocessor pre-close hooks at 1731613467119Disabling compacts and flushes for region at 1731613467119Disabling writes for close at 1731613467119Writing region close event to WAL at 1731613467120 (+1 ms)Running coprocessor post-close hooks at 1731613467125 (+5 ms)Closed at 1731613467126 (+1 ms) 2024-11-14T19:44:27,126 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc. 2024-11-14T19:44:27,136 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/info/1fae90229a1744659405ac6be19df457 is 147, key is hbase:replication,,1731613451677.dc99d22dd9eb89d79d51fee3533711cc./info:regioninfo/1731613464456/Put/seqid=0 2024-11-14T19:44:27,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741851_1027 (size=6385) 2024-11-14T19:44:27,148 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:27,320 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:27,521 DEBUG [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:27,544 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/info/1fae90229a1744659405ac6be19df457 2024-11-14T19:44:27,557 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/.tmp/info/1fae90229a1744659405ac6be19df457 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/info/1fae90229a1744659405ac6be19df457 2024-11-14T19:44:27,565 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/info/1fae90229a1744659405ac6be19df457, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T19:44:27,567 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-14T19:44:27,573 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T19:44:27,574 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:27,574 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:27,574 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:27,574 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613467120Running coprocessor pre-close hooks at 1731613467120Disabling compacts and flushes for region at 1731613467120Disabling writes for close at 1731613467120Obtaining lock to block concurrent updates at 1731613467120Preparing flush snapshotting stores in 1588230740 at 1731613467120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731613467121 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613467121Flushing 1588230740/info: creating writer at 1731613467121Flushing 1588230740/info: appending metadata at 1731613467136 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731613467136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e41c7b9: reopening flushed file at 1731613467556 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1731613467567 (+11 ms)Writing region close event to WAL at 1731613467569 (+2 ms)Running coprocessor post-close hooks at 1731613467574 (+5 ms)Closed at 1731613467574 2024-11-14T19:44:27,575 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:27,657 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:27,657 DEBUG [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/WALs/867b237d0fa7,34723,1731613458716/867b237d0fa7%2C34723%2C1731613458716.1731613459812 to pos 0, reset compression=false 2024-11-14T19:44:27,670 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:44:27,670 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:44:27,721 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,34723,1731613458716; all regions closed. 2024-11-14T19:44:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741849_1025 (size=2156) 2024-11-14T19:44:27,732 DEBUG [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs 2024-11-14T19:44:27,732 INFO [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C34723%2C1731613458716.meta:.meta(num 1731613460155) 2024-11-14T19:44:27,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741850_1026 (size=796) 2024-11-14T19:44:27,737 DEBUG [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs 2024-11-14T19:44:27,737 INFO [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C34723%2C1731613458716.rep:(num 1731613464405) 2024-11-14T19:44:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741848_1024 (size=93) 2024-11-14T19:44:27,742 DEBUG [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/oldWALs 2024-11-14T19:44:27,742 INFO [RS:0;867b237d0fa7:34723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C34723%2C1731613458716:(num 1731613459812) 2024-11-14T19:44:27,742 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,742 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:27,742 INFO [RS:0;867b237d0fa7:34723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:27,742 INFO [RS:0;867b237d0fa7:34723 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:27,742 INFO [RS:0;867b237d0fa7:34723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:27,742 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:27,742 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T19:44:27,742 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,34723,1731613458716 because: Region server is closing 2024-11-14T19:44:27,742 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T19:44:27,743 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T19:44:27,743 INFO [RS:0;867b237d0fa7:34723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:34723. 2024-11-14T19:44:27,743 DEBUG [RS:0;867b237d0fa7:34723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:27,743 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,743 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:27,843 WARN [RS:0;867b237d0fa7:34723.replicationSource.shipper867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:44:27,843 WARN [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:44:27,844 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;867b237d0fa7:34723.replicationSource.shipper867b237d0fa7%2C34723%2C1731613458716,1-867b237d0fa7,34723,1731613458716 terminated 2024-11-14T19:44:27,844 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-867b237d0fa7,34723,1731613458716 because: Region server is closing 2024-11-14T19:44:27,844 INFO [RS:0;867b237d0fa7:34723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:34723. 2024-11-14T19:44:27,844 DEBUG [RS:0;867b237d0fa7:34723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:27,844 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,844 DEBUG [RS:0;867b237d0fa7:34723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:27,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:27,944 WARN [RS:0;867b237d0fa7:34723.replicationSource.wal-reader.867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:44:27,944 WARN [RS:0;867b237d0fa7:34723.replicationSource.shipper867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:44:27,945 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;867b237d0fa7:34723.replicationSource.shipper867b237d0fa7%2C34723%2C1731613458716,2-867b237d0fa7,34723,1731613458716 terminated 2024-11-14T19:44:27,945 INFO [RS:0;867b237d0fa7:34723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34723 2024-11-14T19:44:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/rs/867b237d0fa7,34723,1731613458716 2024-11-14T19:44:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569/rs 2024-11-14T19:44:27,991 INFO [RS:0;867b237d0fa7:34723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:28,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,34723,1731613458716] 2024-11-14T19:44:28,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01257731569/draining/867b237d0fa7,34723,1731613458716 already deleted, retry=false 2024-11-14T19:44:28,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,34723,1731613458716 expired; onlineServers=0 2024-11-14T19:44:28,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,45181,1731613458662' ***** 2024-11-14T19:44:28,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:44:28,008 INFO [M:0;867b237d0fa7:45181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:28,009 INFO [M:0;867b237d0fa7:45181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:28,009 DEBUG [M:0;867b237d0fa7:45181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:44:28,009 DEBUG [M:0;867b237d0fa7:45181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:44:28,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:44:28,009 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613459533 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613459533,5,FailOnTimeoutGroup] 2024-11-14T19:44:28,009 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613459533 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613459533,5,FailOnTimeoutGroup] 2024-11-14T19:44:28,009 INFO [M:0;867b237d0fa7:45181 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:28,009 INFO [M:0;867b237d0fa7:45181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:28,009 DEBUG [M:0;867b237d0fa7:45181 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:44:28,009 INFO [M:0;867b237d0fa7:45181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:44:28,010 INFO [M:0;867b237d0fa7:45181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:28,010 INFO [M:0;867b237d0fa7:45181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:44:28,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:44:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01257731569/master 2024-11-14T19:44:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01257731569 2024-11-14T19:44:28,017 DEBUG [M:0;867b237d0fa7:45181 {}] zookeeper.ZKUtil(347): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Unable to get data of znode /01257731569/master because node does not exist (not an error) 2024-11-14T19:44:28,017 WARN [M:0;867b237d0fa7:45181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:44:28,018 INFO [M:0;867b237d0fa7:45181 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/.lastflushedseqids 2024-11-14T19:44:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741852_1028 (size=181) 2024-11-14T19:44:28,024 INFO [M:0;867b237d0fa7:45181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:44:28,025 INFO [M:0;867b237d0fa7:45181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:44:28,025 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:28,025 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:28,025 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:28,025 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:28,025 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:28,025 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T19:44:28,040 DEBUG [M:0;867b237d0fa7:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9674d7d393a2428189124fc5825434f4 is 82, key is hbase:meta,,1/info:regioninfo/1731613460220/Put/seqid=0 2024-11-14T19:44:28,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741853_1029 (size=5680) 2024-11-14T19:44:28,100 INFO [RS:0;867b237d0fa7:34723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34723-0x1013c0df5260007, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:28,100 INFO [RS:0;867b237d0fa7:34723 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,34723,1731613458716; zookeeper connection closed. 2024-11-14T19:44:28,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48508636 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48508636 2024-11-14T19:44:28,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:44:28,446 INFO [M:0;867b237d0fa7:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9674d7d393a2428189124fc5825434f4 2024-11-14T19:44:28,468 DEBUG [M:0;867b237d0fa7:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b94a632cf845f89b844f663dd01532 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731613464465/Put/seqid=0 2024-11-14T19:44:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741854_1030 (size=7319) 2024-11-14T19:44:28,874 INFO [M:0;867b237d0fa7:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b94a632cf845f89b844f663dd01532 2024-11-14T19:44:28,894 DEBUG [M:0;867b237d0fa7:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a60f284444794dea875e618d35c394e2 is 69, key is 867b237d0fa7,34723,1731613458716/rs:state/1731613459582/Put/seqid=0 2024-11-14T19:44:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741855_1031 (size=5371) 2024-11-14T19:44:29,299 INFO [M:0;867b237d0fa7:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a60f284444794dea875e618d35c394e2 2024-11-14T19:44:29,305 INFO [M:0;867b237d0fa7:45181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a60f284444794dea875e618d35c394e2 2024-11-14T19:44:29,307 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9674d7d393a2428189124fc5825434f4 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9674d7d393a2428189124fc5825434f4 2024-11-14T19:44:29,313 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9674d7d393a2428189124fc5825434f4, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T19:44:29,315 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b94a632cf845f89b844f663dd01532 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b94a632cf845f89b844f663dd01532 2024-11-14T19:44:29,321 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b94a632cf845f89b844f663dd01532, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T19:44:29,322 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a60f284444794dea875e618d35c394e2 as hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a60f284444794dea875e618d35c394e2 2024-11-14T19:44:29,329 INFO [M:0;867b237d0fa7:45181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a60f284444794dea875e618d35c394e2 2024-11-14T19:44:29,329 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a60f284444794dea875e618d35c394e2, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T19:44:29,331 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false 2024-11-14T19:44:29,332 INFO [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:29,332 DEBUG [M:0;867b237d0fa7:45181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613468025Disabling compacts and flushes for region at 1731613468025Disabling writes for close at 1731613468025Obtaining lock to block concurrent updates at 1731613468025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613468025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731613468026 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613468027 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613468027Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613468040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613468040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613468452 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613468468 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613468468Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613468880 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613468893 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613468893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560a3661: reopening flushed file at 1731613469305 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dc6d8b: reopening flushed file at 1731613469314 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7856d3a7: reopening flushed file at 1731613469321 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1731613469331 (+10 ms)Writing region close event to WAL at 1731613469332 (+1 ms)Closed at 1731613469332 2024-11-14T19:44:29,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a919f4e-248b-7a30-6033-39f8b8aa3d11/MasterData/WALs/867b237d0fa7,45181,1731613458662/867b237d0fa7%2C45181%2C1731613458662.1731613459255 not finished, retry = 0 2024-11-14T19:44:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35047 is added to blk_1073741847_1023 (size=22949) 2024-11-14T19:44:29,437 INFO [M:0;867b237d0fa7:45181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:44:29,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:29,437 INFO [M:0;867b237d0fa7:45181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45181 2024-11-14T19:44:29,437 INFO [M:0;867b237d0fa7:45181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:29,617 INFO [M:0;867b237d0fa7:45181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1013c0df5260006, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:29,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:29,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:29,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:29,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:29,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:29,621 WARN [BP-2026415519-172.17.0.2-1731613438637 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:44:29,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:44:29,621 WARN [BP-2026415519-172.17.0.2-1731613438637 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026415519-172.17.0.2-1731613438637 (Datanode Uuid 6e5815d1-b1fb-4b5a-b5fb-82162a69f4b6) service to localhost/127.0.0.1:33281 2024-11-14T19:44:29,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:44:29,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/data/data1/current/BP-2026415519-172.17.0.2-1731613438637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:29,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/cluster_ec43d4b1-b183-4e7f-5449-633d5c92ce47/data/data2/current/BP-2026415519-172.17.0.2-1731613438637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:29,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:44:29,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:29,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:29,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:29,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:29,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db3d1b91-4fd9-9e67-8c1a-364e12b77225/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:29,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:44:29,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:44:29,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63615) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63615) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45667 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/867b237d0fa7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33281 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3963c239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/867b237d0fa7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=5982 (was 6749) 2024-11-14T19:44:29,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=5982 2024-11-14T19:44:29,678 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T19:44:29,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir so I do NOT create it in target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875 2024-11-14T19:44:29,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:44:29,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.tmp.dir so I do NOT create it in target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875 2024-11-14T19:44:29,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1921c060-4e47-ce08-d22e-da593280ca76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:44:29,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875 2024-11-14T19:44:29,679 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81, deleteOnExit=true 2024-11-14T19:44:29,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/zookeeper_0, clientPort=54793, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:44:29,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54793 2024-11-14T19:44:29,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:44:29,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:44:29,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/test.cache.data in system properties and HBase conf 2024-11-14T19:44:29,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:44:29,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:44:29,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:44:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:44:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:44:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c0df5260002, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:44:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c0df5260005, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:44:29,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c0df5260005, quorum=127.0.0.1:63615, baseZNode=/1-710112855 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:44:29,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c0df5260002, quorum=127.0.0.1:63615, baseZNode=/01257731569 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:44:29,880 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T19:44:29,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:29,902 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:29,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:29,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:29,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:29,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:29,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:44:29,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:29,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:29,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:30,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/java.io.tmpdir/jetty-localhost-37425-hadoop-hdfs-3_4_1-tests_jar-_-any-18186699812691332739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:30,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:37425} 2024-11-14T19:44:30,029 INFO [Time-limited test {}] server.Server(415): Started @33420ms 2024-11-14T19:44:30,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:30,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:30,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:30,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:30,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:44:30,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:30,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:30,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/java.io.tmpdir/jetty-localhost-42093-hadoop-hdfs-3_4_1-tests_jar-_-any-12282992514262531454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:30,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:42093} 2024-11-14T19:44:30,320 INFO [Time-limited test {}] server.Server(415): Started @33711ms 2024-11-14T19:44:30,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:44:30,675 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/data/data2/current/BP-1758805504-172.17.0.2-1731613469709/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:30,675 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/data/data1/current/BP-1758805504-172.17.0.2-1731613469709/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:30,690 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:44:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca637d08ac0cff59 with lease ID 0x739938a102f3f2cf: Processing first storage report for DS-669ac7ca-f4a5-4f15-8496-0392d95a918c from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=26cf40ff-32bb-44b7-be62-0ca1eac24e3c, infoPort=42967, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=29219149;c=1731613469709) 2024-11-14T19:44:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca637d08ac0cff59 with lease ID 0x739938a102f3f2cf: from storage DS-669ac7ca-f4a5-4f15-8496-0392d95a918c node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=26cf40ff-32bb-44b7-be62-0ca1eac24e3c, infoPort=42967, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=29219149;c=1731613469709), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca637d08ac0cff59 with lease ID 0x739938a102f3f2cf: Processing first storage report for DS-6f271989-d1c7-4a5c-bd46-c4d6994627d0 from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=26cf40ff-32bb-44b7-be62-0ca1eac24e3c, infoPort=42967, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=29219149;c=1731613469709) 2024-11-14T19:44:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca637d08ac0cff59 with lease ID 0x739938a102f3f2cf: from storage DS-6f271989-d1c7-4a5c-bd46-c4d6994627d0 node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=26cf40ff-32bb-44b7-be62-0ca1eac24e3c, infoPort=42967, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=29219149;c=1731613469709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:30,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875 2024-11-14T19:44:30,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:30,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:44:31,159 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb with version=8 2024-11-14T19:44:31,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/hbase-staging 2024-11-14T19:44:31,161 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:31,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:31,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:31,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:31,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:31,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:31,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:31,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:31,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45195 2024-11-14T19:44:31,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45195 connecting to ZooKeeper ensemble=127.0.0.1:54793 2024-11-14T19:44:31,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451950x0, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:31,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45195-0x1013c0e719a0000 connected 2024-11-14T19:44:31,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:31,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:31,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/running 2024-11-14T19:44:31,279 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb, hbase.cluster.distributed=false 2024-11-14T19:44:31,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/acl 2024-11-14T19:44:31,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-14T19:44:31,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45195 2024-11-14T19:44:31,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45195 2024-11-14T19:44:31,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-14T19:44:31,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-14T19:44:31,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:31,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:31,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:31,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:31,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:31,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:31,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:31,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:31,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40761 2024-11-14T19:44:31,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40761 connecting to ZooKeeper ensemble=127.0.0.1:54793 2024-11-14T19:44:31,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:31,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:31,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407610x0, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:31,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407610x0, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/running 2024-11-14T19:44:31,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40761-0x1013c0e719a0001 connected 2024-11-14T19:44:31,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:31,318 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:31,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/master 2024-11-14T19:44:31,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/acl 2024-11-14T19:44:31,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40761 2024-11-14T19:44:31,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40761 2024-11-14T19:44:31,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40761 2024-11-14T19:44:31,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40761 2024-11-14T19:44:31,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40761 2024-11-14T19:44:31,337 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:45195 2024-11-14T19:44:31,337 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0763742959/backup-masters/867b237d0fa7,45195,1731613471161 2024-11-14T19:44:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959/backup-masters 2024-11-14T19:44:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959/backup-masters 2024-11-14T19:44:31,342 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on existing znode=/0763742959/backup-masters/867b237d0fa7,45195,1731613471161 2024-11-14T19:44:31,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763742959/master 2024-11-14T19:44:31,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:31,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:31,350 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on existing znode=/0763742959/master 2024-11-14T19:44:31,350 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0763742959/backup-masters/867b237d0fa7,45195,1731613471161 from backup master directory 2024-11-14T19:44:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763742959/backup-masters/867b237d0fa7,45195,1731613471161 2024-11-14T19:44:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959/backup-masters 2024-11-14T19:44:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959/backup-masters 2024-11-14T19:44:31,358 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:31,358 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,45195,1731613471161 2024-11-14T19:44:31,362 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/hbase.id] with ID: 72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8 2024-11-14T19:44:31,362 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/.tmp/hbase.id 2024-11-14T19:44:31,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:44:31,769 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/.tmp/hbase.id]:[hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/hbase.id] 2024-11-14T19:44:31,782 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:31,782 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:31,784 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:44:31,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:31,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:44:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:44:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T19:44:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:32,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:32,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:32,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:44:32,634 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store 2024-11-14T19:44:32,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:44:33,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:33,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:33,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:33,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:33,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:33,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:33,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:33,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613473042Disabling compacts and flushes for region at 1731613473042Disabling writes for close at 1731613473042Writing region close event to WAL at 1731613473042Closed at 1731613473042 2024-11-14T19:44:33,043 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/.initializing 2024-11-14T19:44:33,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/WALs/867b237d0fa7,45195,1731613471161 2024-11-14T19:44:33,045 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:33,046 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C45195%2C1731613471161, suffix=, logDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/WALs/867b237d0fa7,45195,1731613471161, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:33,059 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/WALs/867b237d0fa7,45195,1731613471161/867b237d0fa7%2C45195%2C1731613471161.1731613473047, exclude list is [], retry=0 2024-11-14T19:44:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-669ac7ca-f4a5-4f15-8496-0392d95a918c,DISK] 2024-11-14T19:44:33,064 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/WALs/867b237d0fa7,45195,1731613471161/867b237d0fa7%2C45195%2C1731613471161.1731613473047 2024-11-14T19:44:33,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-14T19:44:33,065 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:33,065 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:33,065 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,065 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:33,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:33,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:33,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:33,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:33,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:33,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:33,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:33,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:33,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:33,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:33,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:33,075 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,078 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,078 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,078 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:33,080 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:33,082 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:33,082 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65822384, jitterRate=-0.019170045852661133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:33,083 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613473065Initializing all the Stores at 1731613473066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613473066Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613473066Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613473066Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613473066Cleaning up temporary data from old regions at 1731613473078 (+12 ms)Region opened successfully at 1731613473083 (+5 ms) 2024-11-14T19:44:33,083 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:33,086 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555d3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:33,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:44:33,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:33,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:33,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:33,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:44:33,089 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:44:33,089 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:33,091 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:33,092 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Unable to get data of znode /0763742959/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:33,191 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763742959/balancer already deleted, retry=false 2024-11-14T19:44:33,192 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:33,193 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Unable to get data of znode /0763742959/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:33,200 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763742959/normalizer already deleted, retry=false 2024-11-14T19:44:33,200 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:33,201 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Unable to get data of znode /0763742959/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:33,208 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763742959/switch/split already deleted, retry=false 2024-11-14T19:44:33,209 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Unable to get data of znode /0763742959/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:33,216 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763742959/switch/merge already deleted, retry=false 2024-11-14T19:44:33,218 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Unable to get data of znode /0763742959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:33,225 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763742959/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763742959/running 2024-11-14T19:44:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763742959/running 2024-11-14T19:44:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:33,234 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,45195,1731613471161, sessionid=0x1013c0e719a0000, setting cluster-up flag (Was=false) 2024-11-14T19:44:33,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:33,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:33,275 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763742959/flush-table-proc/acquired, /0763742959/flush-table-proc/reached, /0763742959/flush-table-proc/abort 2024-11-14T19:44:33,276 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45195,1731613471161 2024-11-14T19:44:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:33,316 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763742959/online-snapshot/acquired, /0763742959/online-snapshot/reached, /0763742959/online-snapshot/abort 2024-11-14T19:44:33,317 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45195,1731613471161 2024-11-14T19:44:33,319 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:44:33,321 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:33,321 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:33,321 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:33,321 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,45195,1731613471161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:33,323 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,324 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613503324 2024-11-14T19:44:33,324 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:33,324 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:33,324 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:33,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:33,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:44:33,325 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:33,326 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:33,326 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:33,326 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613473326,5,FailOnTimeoutGroup] 2024-11-14T19:44:33,326 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613473326,5,FailOnTimeoutGroup] 2024-11-14T19:44:33,326 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,326 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:33,326 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,327 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:33,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:44:33,329 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(746): ClusterId : 72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8 2024-11-14T19:44:33,329 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:33,334 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:33,334 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:44:33,343 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:33,343 DEBUG [RS:0;867b237d0fa7:40761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2623ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:33,354 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:40761 2024-11-14T19:44:33,354 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:33,354 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:33,354 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:33,355 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,45195,1731613471161 with port=40761, startcode=1731613471300 2024-11-14T19:44:33,356 DEBUG [RS:0;867b237d0fa7:40761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:33,358 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:33,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,40761,1731613471300 2024-11-14T19:44:33,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45195 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,40761,1731613471300 2024-11-14T19:44:33,360 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb 2024-11-14T19:44:33,360 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38421 2024-11-14T19:44:33,360 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:33,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959/rs 2024-11-14T19:44:33,367 DEBUG [RS:0;867b237d0fa7:40761 {}] zookeeper.ZKUtil(111): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on existing znode=/0763742959/rs/867b237d0fa7,40761,1731613471300 2024-11-14T19:44:33,367 WARN [RS:0;867b237d0fa7:40761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:33,367 INFO [RS:0;867b237d0fa7:40761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:33,367 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300 2024-11-14T19:44:33,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,40761,1731613471300] 2024-11-14T19:44:33,371 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:33,373 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:33,373 INFO [RS:0;867b237d0fa7:40761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:33,373 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,373 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:33,374 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:33,374 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,374 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:33,375 DEBUG [RS:0;867b237d0fa7:40761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:33,376 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,376 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,376 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,376 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,376 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,376 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40761,1731613471300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:33,392 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:33,392 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40761,1731613471300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,392 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,392 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.Replication(171): 867b237d0fa7,40761,1731613471300 started 2024-11-14T19:44:33,405 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:33,405 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,40761,1731613471300, RpcServer on 867b237d0fa7/172.17.0.2:40761, sessionid=0x1013c0e719a0001 2024-11-14T19:44:33,405 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:33,405 DEBUG [RS:0;867b237d0fa7:40761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,40761,1731613471300 2024-11-14T19:44:33,405 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40761,1731613471300' 2024-11-14T19:44:33,405 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763742959/flush-table-proc/abort' 2024-11-14T19:44:33,406 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763742959/flush-table-proc/acquired' 2024-11-14T19:44:33,406 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:33,406 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:33,406 DEBUG [RS:0;867b237d0fa7:40761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,40761,1731613471300 2024-11-14T19:44:33,406 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40761,1731613471300' 2024-11-14T19:44:33,406 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763742959/online-snapshot/abort' 2024-11-14T19:44:33,407 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763742959/online-snapshot/acquired' 2024-11-14T19:44:33,407 DEBUG [RS:0;867b237d0fa7:40761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:33,407 INFO [RS:0;867b237d0fa7:40761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:33,407 INFO [RS:0;867b237d0fa7:40761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:33,508 INFO [RS:0;867b237d0fa7:40761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:33,510 INFO [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40761%2C1731613471300, suffix=, logDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/oldWALs, maxLogs=10 2024-11-14T19:44:33,522 DEBUG [RS:0;867b237d0fa7:40761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510, exclude list is [], retry=0 2024-11-14T19:44:33,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-669ac7ca-f4a5-4f15-8496-0392d95a918c,DISK] 2024-11-14T19:44:33,527 INFO [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 2024-11-14T19:44:33,528 DEBUG [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-14T19:44:33,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:44:33,737 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb 2024-11-14T19:44:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:44:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:34,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:34,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:34,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:34,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:34,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:34,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:34,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:34,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:34,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:34,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740 2024-11-14T19:44:34,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740 2024-11-14T19:44:34,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:34,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:34,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:34,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:34,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:34,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66540307, jitterRate=-0.008472159504890442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613474144Initializing all the Stores at 1731613474145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613474145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613474146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613474146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613474146Cleaning up temporary data from old regions at 1731613474158 (+12 ms)Region opened successfully at 1731613474163 (+5 ms) 2024-11-14T19:44:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:34,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:34,164 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:34,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613474163Disabling compacts and flushes for region at 1731613474163Disabling writes for close at 1731613474163Writing region close event to WAL at 1731613474164 (+1 ms)Closed at 1731613474164 2024-11-14T19:44:34,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:34,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:44:34,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:34,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:34,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:44:34,318 DEBUG [867b237d0fa7:45195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:34,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,40761,1731613471300 2024-11-14T19:44:34,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,40761,1731613471300, state=OPENING 2024-11-14T19:44:34,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:44:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:34,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:34,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763742959/meta-region-server: CHANGED 2024-11-14T19:44:34,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763742959/meta-region-server: CHANGED 2024-11-14T19:44:34,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,40761,1731613471300}] 2024-11-14T19:44:34,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:34,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:34,527 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:34,527 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:34,527 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:34,529 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40761%2C1731613471300.meta, suffix=.meta, logDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/oldWALs, maxLogs=10 2024-11-14T19:44:34,542 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.meta.1731613474530.meta, exclude list is [], retry=0 2024-11-14T19:44:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-669ac7ca-f4a5-4f15-8496-0392d95a918c,DISK] 2024-11-14T19:44:34,547 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.meta.1731613474530.meta 2024-11-14T19:44:34,547 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-14T19:44:34,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:34,548 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:34,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:34,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:34,548 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:34,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:34,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:34,549 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:34,549 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:34,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:34,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:34,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:34,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:34,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:34,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:34,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:34,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:34,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:34,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:34,556 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:34,557 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740 2024-11-14T19:44:34,558 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740 2024-11-14T19:44:34,559 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:34,559 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:34,560 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:34,561 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:34,562 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70205461, jitterRate=0.04614289104938507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:34,562 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:34,563 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613474549Writing region info on filesystem at 1731613474549Initializing all the Stores at 1731613474550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613474550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613474550Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613474550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613474550Cleaning up temporary data from old regions at 1731613474559 (+9 ms)Running coprocessor post-open hooks at 1731613474562 (+3 ms)Region opened successfully at 1731613474563 (+1 ms) 2024-11-14T19:44:34,564 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613474520 2024-11-14T19:44:34,566 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:34,566 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:34,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40761,1731613471300 2024-11-14T19:44:34,568 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,40761,1731613471300, state=OPEN 2024-11-14T19:44:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763742959/meta-region-server 2024-11-14T19:44:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763742959/meta-region-server 2024-11-14T19:44:34,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,40761,1731613471300 2024-11-14T19:44:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763742959/meta-region-server: CHANGED 2024-11-14T19:44:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763742959/meta-region-server: CHANGED 2024-11-14T19:44:34,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:44:34,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,40761,1731613471300 in 223 msec 2024-11-14T19:44:34,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:44:34,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-14T19:44:34,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:34,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:44:34,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:34,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40761,1731613471300, seqNum=-1] 2024-11-14T19:44:34,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:34,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:34,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-14T19:44:34,607 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613474607, completionTime=-1 2024-11-14T19:44:34,607 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:44:34,607 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:34,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:34,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613534609 2024-11-14T19:44:34,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613594609 2024-11-14T19:44:34,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:44:34,609 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45195,1731613471161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,610 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45195,1731613471161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,610 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45195,1731613471161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,610 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:45195, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,610 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,610 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,612 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45195,1731613471161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:34,614 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45195,1731613471161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:34,617 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:34,617 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:34,617 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45195,1731613471161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:34,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:34,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45195,-1 for getting cluster id 2024-11-14T19:44:34,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:34,632 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8' 2024-11-14T19:44:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8" 2024-11-14T19:44:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1355cdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45195,-1] 2024-11-14T19:44:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:34,634 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:34,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:34,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40761,1731613471300, seqNum=-1] 2024-11-14T19:44:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:34,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,45195,1731613471161 2024-11-14T19:44:34,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54793 2024-11-14T19:44:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:34,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c0e719a0002 connected 2024-11-14T19:44:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir so I do NOT create it in target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7 2024-11-14T19:44:34,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:44:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.tmp.dir so I do NOT create it in target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7 2024-11-14T19:44:34,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:44:34,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7 2024-11-14T19:44:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:44:34,661 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/cluster_0a78ba70-b755-fa14-3423-c3d449b2cff0, deleteOnExit=true 2024-11-14T19:44:34,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/test.cache.data in system properties and HBase conf 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:44:34,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:44:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:44:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:44:34,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:34,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:34,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:34,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:34,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:44:34,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:34,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:34,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:34,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/java.io.tmpdir/jetty-localhost-35411-hadoop-hdfs-3_4_1-tests_jar-_-any-17921713438952168698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:34,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:35411} 2024-11-14T19:44:34,982 INFO [Time-limited test {}] server.Server(415): Started @38374ms 2024-11-14T19:44:35,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:35,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:35,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:35,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:35,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:44:35,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:35,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:35,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/java.io.tmpdir/jetty-localhost-42025-hadoop-hdfs-3_4_1-tests_jar-_-any-5504926373561789887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:35,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:42025} 2024-11-14T19:44:35,245 INFO [Time-limited test {}] server.Server(415): Started @38636ms 2024-11-14T19:44:35,246 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:44:35,676 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/cluster_0a78ba70-b755-fa14-3423-c3d449b2cff0/data/data2/current/BP-1285253630-172.17.0.2-1731613474687/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:35,676 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/cluster_0a78ba70-b755-fa14-3423-c3d449b2cff0/data/data1/current/BP-1285253630-172.17.0.2-1731613474687/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:35,694 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:44:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf06ca77f0921e287 with lease ID 0x3446bc513a80055c: Processing first storage report for DS-52decb70-e2ee-4c1e-89cd-599314ed99e2 from datanode DatanodeRegistration(127.0.0.1:39475, datanodeUuid=04203678-d172-46fb-804c-070d91140649, infoPort=44199, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=1285377245;c=1731613474687) 2024-11-14T19:44:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf06ca77f0921e287 with lease ID 0x3446bc513a80055c: from storage DS-52decb70-e2ee-4c1e-89cd-599314ed99e2 node DatanodeRegistration(127.0.0.1:39475, datanodeUuid=04203678-d172-46fb-804c-070d91140649, infoPort=44199, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=1285377245;c=1731613474687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf06ca77f0921e287 with lease ID 0x3446bc513a80055c: Processing first storage report for DS-9d3df42a-e73a-451e-a2b1-dd14b78dc336 from datanode DatanodeRegistration(127.0.0.1:39475, datanodeUuid=04203678-d172-46fb-804c-070d91140649, infoPort=44199, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=1285377245;c=1731613474687) 2024-11-14T19:44:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf06ca77f0921e287 with lease ID 0x3446bc513a80055c: from storage DS-9d3df42a-e73a-451e-a2b1-dd14b78dc336 node DatanodeRegistration(127.0.0.1:39475, datanodeUuid=04203678-d172-46fb-804c-070d91140649, infoPort=44199, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=1285377245;c=1731613474687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:35,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7 2024-11-14T19:44:35,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:35,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:44:36,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5 with version=8 2024-11-14T19:44:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/hbase-staging 2024-11-14T19:44:36,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:36,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:36,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:36,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:36,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:36,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:36,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:36,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:36,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42907 2024-11-14T19:44:36,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42907 connecting to ZooKeeper ensemble=127.0.0.1:54793 2024-11-14T19:44:36,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429070x0, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:36,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42907-0x1013c0e719a0003 connected 2024-11-14T19:44:36,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:36,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:36,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/running 2024-11-14T19:44:36,287 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5, hbase.cluster.distributed=false 2024-11-14T19:44:36,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/acl 2024-11-14T19:44:36,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-14T19:44:36,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42907 2024-11-14T19:44:36,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42907 2024-11-14T19:44:36,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-14T19:44:36,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-14T19:44:36,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:36,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:36,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45867 2024-11-14T19:44:36,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45867 connecting to ZooKeeper ensemble=127.0.0.1:54793 2024-11-14T19:44:36,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:36,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458670x0, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:36,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458670x0, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/running 2024-11-14T19:44:36,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45867-0x1013c0e719a0004 connected 2024-11-14T19:44:36,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:36,343 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:36,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/master 2024-11-14T19:44:36,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/acl 2024-11-14T19:44:36,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-14T19:44:36,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-11-14T19:44:36,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-11-14T19:44:36,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-14T19:44:36,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-14T19:44:36,365 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:42907 2024-11-14T19:44:36,365 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11875071783/backup-masters/867b237d0fa7,42907,1731613476189 2024-11-14T19:44:36,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783/backup-masters 2024-11-14T19:44:36,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783/backup-masters 2024-11-14T19:44:36,375 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on existing znode=/11875071783/backup-masters/867b237d0fa7,42907,1731613476189 2024-11-14T19:44:36,376 WARN [RS:0;867b237d0fa7:40761 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 867b237d0fa7,36143,1731613442645: status=Processing ServerCrashProcedure of 867b237d0fa7,36143,1731613442645 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731613459531, completionTime=-1 appears to have been leaked 2024-11-14T19:44:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11875071783/master 2024-11-14T19:44:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:36,383 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on existing znode=/11875071783/master 2024-11-14T19:44:36,384 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11875071783/backup-masters/867b237d0fa7,42907,1731613476189 from backup master directory 2024-11-14T19:44:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783/backup-masters 2024-11-14T19:44:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11875071783/backup-masters/867b237d0fa7,42907,1731613476189 2024-11-14T19:44:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783/backup-masters 2024-11-14T19:44:36,391 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:36,391 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,42907,1731613476189 2024-11-14T19:44:36,396 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/hbase.id] with ID: 6d1a7779-5daa-4502-b73d-8326b035f24b 2024-11-14T19:44:36,396 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/.tmp/hbase.id 2024-11-14T19:44:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:44:36,803 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/.tmp/hbase.id]:[hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/hbase.id] 2024-11-14T19:44:36,816 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:36,816 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:36,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:44:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:44:37,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:37,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:37,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:37,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:44:37,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:37,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:37,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:37,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store 2024-11-14T19:44:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:44:38,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:38,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:38,073 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:38,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:38,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:38,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:38,073 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:38,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613478073Disabling compacts and flushes for region at 1731613478073Disabling writes for close at 1731613478073Writing region close event to WAL at 1731613478073Closed at 1731613478073 2024-11-14T19:44:38,074 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/.initializing 2024-11-14T19:44:38,074 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/WALs/867b237d0fa7,42907,1731613476189 2024-11-14T19:44:38,075 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:38,077 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C42907%2C1731613476189, suffix=, logDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/WALs/867b237d0fa7,42907,1731613476189, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:38,088 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/WALs/867b237d0fa7,42907,1731613476189/867b237d0fa7%2C42907%2C1731613476189.1731613478078, exclude list is [], retry=0 2024-11-14T19:44:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-52decb70-e2ee-4c1e-89cd-599314ed99e2,DISK] 2024-11-14T19:44:38,093 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/WALs/867b237d0fa7,42907,1731613476189/867b237d0fa7%2C42907%2C1731613476189.1731613478078 2024-11-14T19:44:38,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199)] 2024-11-14T19:44:38,094 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:38,094 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:38,094 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,094 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:38,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:38,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:38,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:38,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:38,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:38,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:38,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:38,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:38,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:38,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:38,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:38,104 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,107 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,107 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,107 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:38,109 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:38,111 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:38,111 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65161982, jitterRate=-0.029010802507400513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:38,111 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613478094Initializing all the Stores at 1731613478095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613478095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613478096 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613478096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613478096Cleaning up temporary data from old regions at 1731613478107 (+11 ms)Region opened successfully at 1731613478111 (+4 ms) 2024-11-14T19:44:38,111 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:38,114 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2ec331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:38,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:44:38,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:38,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:38,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:38,116 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:44:38,116 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:44:38,116 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:38,118 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:38,119 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Unable to get data of znode /11875071783/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:38,249 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11875071783/balancer already deleted, retry=false 2024-11-14T19:44:38,249 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:38,250 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Unable to get data of znode /11875071783/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:38,361 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11875071783/normalizer already deleted, retry=false 2024-11-14T19:44:38,362 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:38,363 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Unable to get data of znode /11875071783/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:38,374 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11875071783/switch/split already deleted, retry=false 2024-11-14T19:44:38,375 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Unable to get data of znode /11875071783/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:38,383 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11875071783/switch/merge already deleted, retry=false 2024-11-14T19:44:38,385 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Unable to get data of znode /11875071783/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:38,391 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11875071783/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11875071783/running 2024-11-14T19:44:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11875071783/running 2024-11-14T19:44:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:38,400 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,42907,1731613476189, sessionid=0x1013c0e719a0003, setting cluster-up flag (Was=false) 2024-11-14T19:44:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:38,441 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11875071783/flush-table-proc/acquired, /11875071783/flush-table-proc/reached, /11875071783/flush-table-proc/abort 2024-11-14T19:44:38,443 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,42907,1731613476189 2024-11-14T19:44:38,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:38,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:38,483 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11875071783/online-snapshot/acquired, /11875071783/online-snapshot/reached, /11875071783/online-snapshot/abort 2024-11-14T19:44:38,484 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,42907,1731613476189 2024-11-14T19:44:38,485 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:44:38,487 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:38,487 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:38,487 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:38,488 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,42907,1731613476189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:38,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:38,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:44:38,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:38,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613508499 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:38,499 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:38,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:38,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:38,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:38,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:38,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:38,500 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613478500,5,FailOnTimeoutGroup] 2024-11-14T19:44:38,501 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613478500,5,FailOnTimeoutGroup] 2024-11-14T19:44:38,501 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,501 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:38,501 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,501 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:44:38,558 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(746): ClusterId : 6d1a7779-5daa-4502-b73d-8326b035f24b 2024-11-14T19:44:38,558 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:38,567 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:38,567 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:38,575 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:38,575 DEBUG [RS:0;867b237d0fa7:45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36938bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:38,586 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:45867 2024-11-14T19:44:38,586 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:38,586 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:38,586 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:38,587 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,42907,1731613476189 with port=45867, startcode=1731613476330 2024-11-14T19:44:38,587 DEBUG [RS:0;867b237d0fa7:45867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:38,588 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:38,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,45867,1731613476330 2024-11-14T19:44:38,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42907 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,45867,1731613476330 2024-11-14T19:44:38,591 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5 2024-11-14T19:44:38,591 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38877 2024-11-14T19:44:38,591 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:38,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783/rs 2024-11-14T19:44:38,600 DEBUG [RS:0;867b237d0fa7:45867 {}] zookeeper.ZKUtil(111): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on existing znode=/11875071783/rs/867b237d0fa7,45867,1731613476330 2024-11-14T19:44:38,600 WARN [RS:0;867b237d0fa7:45867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:38,600 INFO [RS:0;867b237d0fa7:45867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:38,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,45867,1731613476330] 2024-11-14T19:44:38,601 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330 2024-11-14T19:44:38,605 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:38,607 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:38,607 INFO [RS:0;867b237d0fa7:45867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:38,607 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,608 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:38,609 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:38,609 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,609 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,609 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,609 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,609 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,609 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,609 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:38,610 DEBUG [RS:0;867b237d0fa7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:38,611 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,611 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,611 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,611 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,611 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,611 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45867,1731613476330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:38,626 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:38,626 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45867,1731613476330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,627 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,627 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.Replication(171): 867b237d0fa7,45867,1731613476330 started 2024-11-14T19:44:38,639 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:38,639 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,45867,1731613476330, RpcServer on 867b237d0fa7/172.17.0.2:45867, sessionid=0x1013c0e719a0004 2024-11-14T19:44:38,639 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:38,639 DEBUG [RS:0;867b237d0fa7:45867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,45867,1731613476330 2024-11-14T19:44:38,639 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,45867,1731613476330' 2024-11-14T19:44:38,639 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11875071783/flush-table-proc/abort' 2024-11-14T19:44:38,640 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11875071783/flush-table-proc/acquired' 2024-11-14T19:44:38,640 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:38,640 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:38,640 DEBUG [RS:0;867b237d0fa7:45867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,45867,1731613476330 2024-11-14T19:44:38,640 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,45867,1731613476330' 2024-11-14T19:44:38,640 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11875071783/online-snapshot/abort' 2024-11-14T19:44:38,641 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11875071783/online-snapshot/acquired' 2024-11-14T19:44:38,641 DEBUG [RS:0;867b237d0fa7:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:38,641 INFO [RS:0;867b237d0fa7:45867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:38,641 INFO [RS:0;867b237d0fa7:45867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:38,742 INFO [RS:0;867b237d0fa7:45867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:38,744 INFO [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C45867%2C1731613476330, suffix=, logDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/oldWALs, maxLogs=10 2024-11-14T19:44:38,756 DEBUG [RS:0;867b237d0fa7:45867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330/867b237d0fa7%2C45867%2C1731613476330.1731613478744, exclude list is [], retry=0 2024-11-14T19:44:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-52decb70-e2ee-4c1e-89cd-599314ed99e2,DISK] 2024-11-14T19:44:38,760 INFO [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330/867b237d0fa7%2C45867%2C1731613476330.1731613478744 2024-11-14T19:44:38,761 DEBUG [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199)] 2024-11-14T19:44:38,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:44:38,906 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5 2024-11-14T19:44:38,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:44:39,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:39,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:39,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:39,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:39,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:39,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:39,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:39,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:39,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:39,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:39,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740 2024-11-14T19:44:39,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740 2024-11-14T19:44:39,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:39,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:39,326 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:39,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:39,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:39,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70359627, jitterRate=0.04844014346599579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:39,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613479313Initializing all the Stores at 1731613479314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613479314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613479314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613479314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613479314Cleaning up temporary data from old regions at 1731613479325 (+11 ms)Region opened successfully at 1731613479330 (+5 ms) 2024-11-14T19:44:39,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:39,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:39,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:39,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:39,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:39,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:39,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613479330Disabling compacts and flushes for region at 1731613479330Disabling writes for close at 1731613479330Writing region close event to WAL at 1731613479330Closed at 1731613479330 2024-11-14T19:44:39,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:39,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:44:39,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:39,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:39,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:44:39,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:44:39,485 DEBUG [867b237d0fa7:42907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:39,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,45867,1731613476330 2024-11-14T19:44:39,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,45867,1731613476330, state=OPENING 2024-11-14T19:44:39,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:44:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:39,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11875071783/meta-region-server: CHANGED 2024-11-14T19:44:39,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11875071783/meta-region-server: CHANGED 2024-11-14T19:44:39,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:39,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,45867,1731613476330}] 2024-11-14T19:44:39,753 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:39,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:39,759 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:39,759 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:39,760 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:39,761 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C45867%2C1731613476330.meta, suffix=.meta, logDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/oldWALs, maxLogs=10 2024-11-14T19:44:39,773 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330/867b237d0fa7%2C45867%2C1731613476330.meta.1731613479762.meta, exclude list is [], retry=0 2024-11-14T19:44:39,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-52decb70-e2ee-4c1e-89cd-599314ed99e2,DISK] 2024-11-14T19:44:39,777 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/WALs/867b237d0fa7,45867,1731613476330/867b237d0fa7%2C45867%2C1731613476330.meta.1731613479762.meta 2024-11-14T19:44:39,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199)] 2024-11-14T19:44:39,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:39,778 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:39,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:39,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:39,778 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:39,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:39,779 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:39,779 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:39,779 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:39,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:39,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:39,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:39,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:39,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:39,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:39,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:39,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:39,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:39,784 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:39,785 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740 2024-11-14T19:44:39,786 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740 2024-11-14T19:44:39,787 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:39,787 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:39,788 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:39,789 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:39,789 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67544359, jitterRate=0.006489381194114685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:39,789 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:39,789 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613479779Writing region info on filesystem at 1731613479779Initializing all the Stores at 1731613479780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613479780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613479780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613479780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613479780Cleaning up temporary data from old regions at 1731613479787 (+7 ms)Running coprocessor post-open hooks at 1731613479789 (+2 ms)Region opened successfully at 1731613479789 2024-11-14T19:44:39,790 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613479753 2024-11-14T19:44:39,793 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:39,793 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:39,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,45867,1731613476330 2024-11-14T19:44:39,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,45867,1731613476330, state=OPEN 2024-11-14T19:44:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11875071783/meta-region-server 2024-11-14T19:44:39,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11875071783/meta-region-server 2024-11-14T19:44:39,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,45867,1731613476330 2024-11-14T19:44:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11875071783/meta-region-server: CHANGED 2024-11-14T19:44:39,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11875071783/meta-region-server: CHANGED 2024-11-14T19:44:39,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:44:39,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,45867,1731613476330 in 199 msec 2024-11-14T19:44:39,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:44:39,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-14T19:44:39,805 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:39,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:44:39,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:39,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45867,1731613476330, seqNum=-1] 2024-11-14T19:44:39,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:39,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:39,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-14T19:44:39,814 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613479814, completionTime=-1 2024-11-14T19:44:39,814 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:44:39,814 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:39,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:39,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613539817 2024-11-14T19:44:39,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613599817 2024-11-14T19:44:39,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:44:39,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42907,1731613476189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42907,1731613476189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,818 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42907,1731613476189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,818 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:42907, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,818 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,818 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,820 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:44:39,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.431sec 2024-11-14T19:44:39,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:39,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:39,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:39,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:39,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:39,823 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42907,1731613476189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:39,823 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42907,1731613476189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:39,825 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:39,825 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:39,825 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42907,1731613476189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:39,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42907,-1 for getting cluster id 2024-11-14T19:44:39,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:39,860 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d1a7779-5daa-4502-b73d-8326b035f24b' 2024-11-14T19:44:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d1a7779-5daa-4502-b73d-8326b035f24b" 2024-11-14T19:44:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa7733c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42907,-1] 2024-11-14T19:44:39,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:39,863 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:39,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45867,1731613476330, seqNum=-1] 2024-11-14T19:44:39,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:39,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:39,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,42907,1731613476189 2024-11-14T19:44:39,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54793 2024-11-14T19:44:39,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:39,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c0e719a0005 connected 2024-11-14T19:44:39,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45195,-1 for getting cluster id 2024-11-14T19:44:39,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:39,886 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8' 2024-11-14T19:44:39,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:39,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8" 2024-11-14T19:44:39,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bed25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45195,-1] 2024-11-14T19:44:39,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:39,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:39,888 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5946224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45195,1731613471161 2024-11-14T19:44:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bc6262 2024-11-14T19:44:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:39,892 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:39,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:42907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:44:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:44:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:39,895 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:42907' 2024-11-14T19:44:39,896 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1e7e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,896 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42907,-1 for getting cluster id 2024-11-14T19:44:39,896 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:39,897 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d1a7779-5daa-4502-b73d-8326b035f24b' 2024-11-14T19:44:39,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:39,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d1a7779-5daa-4502-b73d-8326b035f24b" 2024-11-14T19:44:39,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f343f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42907,-1] 2024-11-14T19:44:39,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:39,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:39,899 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:39,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ebd145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:39,900 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:39,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,42907,1731613476189 2024-11-14T19:44:39,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b1c22b 2024-11-14T19:44:39,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:39,902 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:39,903 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T19:44:39,903 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:44:39,903 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:39,903 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:39,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:39,904 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:39,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:44:39,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:44:39,907 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:39,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:44:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741835_1011 (size=1138) 2024-11-14T19:44:39,955 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:44:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:40,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e33e3c853c759e58c5d82ec241ccc947, NAME => 'hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb 2024-11-14T19:44:40,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741836_1012 (size=44) 2024-11-14T19:44:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:40,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e33e3c853c759e58c5d82ec241ccc947, disabling compactions & flushes 2024-11-14T19:44:40,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. after waiting 0 ms 2024-11-14T19:44:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:40,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e33e3c853c759e58c5d82ec241ccc947: Waiting for close lock at 1731613480726Disabling compacts and flushes for region at 1731613480726Disabling writes for close at 1731613480726Writing region close event to WAL at 1731613480726Closed at 1731613480726 2024-11-14T19:44:40,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:44:40,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613480728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613480728"}]},"ts":"1731613480728"} 2024-11-14T19:44:40,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:44:40,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:44:40,732 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613480731"}]},"ts":"1731613480731"} 2024-11-14T19:44:40,733 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:44:40,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e33e3c853c759e58c5d82ec241ccc947, ASSIGN}] 2024-11-14T19:44:40,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e33e3c853c759e58c5d82ec241ccc947, ASSIGN 2024-11-14T19:44:40,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e33e3c853c759e58c5d82ec241ccc947, ASSIGN; state=OFFLINE, location=867b237d0fa7,40761,1731613471300; forceNewPlan=false, retain=false 2024-11-14T19:44:40,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e33e3c853c759e58c5d82ec241ccc947, regionState=OPENING, regionLocation=867b237d0fa7,40761,1731613471300 2024-11-14T19:44:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e33e3c853c759e58c5d82ec241ccc947, ASSIGN because future has completed 2024-11-14T19:44:40,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e33e3c853c759e58c5d82ec241ccc947, server=867b237d0fa7,40761,1731613471300}] 2024-11-14T19:44:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:41,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:41,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:41,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:44:41,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40761%2C1731613471300.rep, suffix=, logDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300, archiveDir=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/oldWALs, maxLogs=10 2024-11-14T19:44:41,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.rep.1731613481049, exclude list is [], retry=0 2024-11-14T19:44:41,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-669ac7ca-f4a5-4f15-8496-0392d95a918c,DISK] 2024-11-14T19:44:41,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.rep.1731613481049 2024-11-14T19:44:41,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-14T19:44:41,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e33e3c853c759e58c5d82ec241ccc947, NAME => 'hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:41,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:41,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:41,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. service=MultiRowMutationService 2024-11-14T19:44:41,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:44:41,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:41,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,068 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,070 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e33e3c853c759e58c5d82ec241ccc947 columnFamilyName hfileref 2024-11-14T19:44:41,070 DEBUG [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:41,070 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] regionserver.HStore(327): Store=e33e3c853c759e58c5d82ec241ccc947/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:41,070 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,072 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e33e3c853c759e58c5d82ec241ccc947 columnFamilyName queue 2024-11-14T19:44:41,072 DEBUG [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:41,072 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] regionserver.HStore(327): Store=e33e3c853c759e58c5d82ec241ccc947/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:41,072 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,074 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e33e3c853c759e58c5d82ec241ccc947 columnFamilyName sid 2024-11-14T19:44:41,074 DEBUG [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:41,074 INFO [StoreOpener-e33e3c853c759e58c5d82ec241ccc947-1 {}] regionserver.HStore(327): Store=e33e3c853c759e58c5d82ec241ccc947/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:44:41,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:41,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e33e3c853c759e58c5d82ec241ccc947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351879, jitterRate=0.06322585046291351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:44:41,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:41,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e33e3c853c759e58c5d82ec241ccc947: Running coprocessor pre-open hook at 1731613481067Writing region info on filesystem at 1731613481067Initializing all the Stores at 1731613481068 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613481068Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613481068Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613481068Cleaning up temporary data from old regions at 1731613481077 (+9 ms)Running coprocessor post-open hooks at 1731613481081 (+4 ms)Region opened successfully at 1731613481081 2024-11-14T19:44:41,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947., pid=7, masterSystemTime=1731613481042 2024-11-14T19:44:41,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:41,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:41,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e33e3c853c759e58c5d82ec241ccc947, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40761,1731613471300 2024-11-14T19:44:41,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e33e3c853c759e58c5d82ec241ccc947, server=867b237d0fa7,40761,1731613471300 because future has completed 2024-11-14T19:44:41,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T19:44:41,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e33e3c853c759e58c5d82ec241ccc947, server=867b237d0fa7,40761,1731613471300 in 200 msec 2024-11-14T19:44:41,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:44:41,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e33e3c853c759e58c5d82ec241ccc947, ASSIGN in 358 msec 2024-11-14T19:44:41,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:44:41,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613481095"}]},"ts":"1731613481095"} 2024-11-14T19:44:41,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:44:41,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:44:41,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-14T19:44:41,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947., hostname=867b237d0fa7,40761,1731613471300, seqNum=2] 2024-11-14T19:44:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:41,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:44:41,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T19:44:41,395 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:44:41,422 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,40761,1731613471300, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:44:41,422 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:41,422 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40761,1731613471300, seqNum=-1] 2024-11-14T19:44:41,423 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:41,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T19:44:41,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,40761,1731613471300', locateType=CURRENT is [region=hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947., hostname=867b237d0fa7,40761,1731613471300, seqNum=2] 2024-11-14T19:44:41,429 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T19:44:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T19:44:41,432 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,40761,1731613471300 suceeded 2024-11-14T19:44:41,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T19:44:41,435 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:42907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:44:41,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T19:44:41,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-14T19:44:41,445 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:42907' 2024-11-14T19:44:41,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d7e035a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:41,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42907,-1 for getting cluster id 2024-11-14T19:44:41,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:41,447 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d1a7779-5daa-4502-b73d-8326b035f24b' 2024-11-14T19:44:41,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d1a7779-5daa-4502-b73d-8326b035f24b" 2024-11-14T19:44:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bcecaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42907,-1] 2024-11-14T19:44:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:41,449 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:41,450 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b680908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:41,450 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:41,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,42907,1731613476189 2024-11-14T19:44:41,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7504aed7 2024-11-14T19:44:41,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:41,451 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T19:44:41,452 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,40761,1731613471300 (queues=1) is replicating from cluster=72f1a46e-9fa4-4b33-9ba4-a75b21cf8ec8 to cluster=6d1a7779-5daa-4502-b73d-8326b035f24b 2024-11-14T19:44:41,452 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C40761%2C1731613471300 2024-11-14T19:44:41,452 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,40761,1731613471300, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:44:41,453 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.shipper867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C40761%2C1731613471300 2024-11-14T19:44:41,453 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510, startPosition=0, beingWritten=true 2024-11-14T19:44:41,658 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:41,964 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:42,047 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:44:42,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:42,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:42,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:42,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45195,1731613471161 2024-11-14T19:44:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5242b9e1 2024-11-14T19:44:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:42,050 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:42,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:44:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:44:42,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:42,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:42,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:42,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:44:42,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=753760725, stopped=false 2024-11-14T19:44:42,051 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,42907,1731613476189 2024-11-14T19:44:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:44:42,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:44:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:44:42,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T19:44:42,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:42,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T19:44:42,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:42,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:44:42,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T19:44:42,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T19:44:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11875071783/running 2024-11-14T19:44:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11875071783/running 2024-11-14T19:44:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:42,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:42,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:42,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:42,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/running 2024-11-14T19:44:42,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,45867,1731613476330' ***** 2024-11-14T19:44:42,150 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:44:42,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Set watcher on znode that does not yet exist, /11875071783/running 2024-11-14T19:44:42,150 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:44:42,150 INFO [RS:0;867b237d0fa7:45867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:44:42,150 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,45867,1731613476330 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:45867. 2024-11-14T19:44:42,151 DEBUG [RS:0;867b237d0fa7:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:42,151 DEBUG [RS:0;867b237d0fa7:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:44:42,151 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:44:42,151 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:44:42,151 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:42,151 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:42,151 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:42,151 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:42,152 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:42,152 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:42,152 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T19:44:42,167 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/.tmp/ns/d26fe14369934143880c9724572527c5 is 43, key is default/ns:d/1731613479809/Put/seqid=0 2024-11-14T19:44:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741835_1011 (size=5153) 2024-11-14T19:44:42,216 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:42,352 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:42,369 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:42,552 DEBUG [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:42,572 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/.tmp/ns/d26fe14369934143880c9724572527c5 2024-11-14T19:44:42,578 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/.tmp/ns/d26fe14369934143880c9724572527c5 as hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/ns/d26fe14369934143880c9724572527c5 2024-11-14T19:44:42,583 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/ns/d26fe14369934143880c9724572527c5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T19:44:42,585 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-14T19:44:42,589 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T19:44:42,589 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:42,589 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:42,590 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:42,590 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613482151Running coprocessor pre-close hooks at 1731613482151Disabling compacts and flushes for region at 1731613482151Disabling writes for close at 1731613482152 (+1 ms)Obtaining lock to block concurrent updates at 1731613482152Preparing flush snapshotting stores in 1588230740 at 1731613482152Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731613482152Flushing stores of hbase:meta,,1.1588230740 at 1731613482153 (+1 ms)Flushing 1588230740/ns: creating writer at 1731613482153Flushing 1588230740/ns: appending metadata at 1731613482166 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731613482167 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e99d198: reopening flushed file at 1731613482577 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731613482585 (+8 ms)Writing region close event to WAL at 1731613482585Running coprocessor post-close hooks at 1731613482589 (+4 ms)Closed at 1731613482590 (+1 ms) 2024-11-14T19:44:42,590 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:42,685 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:44:42,685 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:44:42,752 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,45867,1731613476330; all regions closed. 2024-11-14T19:44:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741834_1010 (size=1152) 2024-11-14T19:44:42,757 DEBUG [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/oldWALs 2024-11-14T19:44:42,757 INFO [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C45867%2C1731613476330.meta:.meta(num 1731613479762) 2024-11-14T19:44:42,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741832_1008 (size=93) 2024-11-14T19:44:42,761 DEBUG [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/oldWALs 2024-11-14T19:44:42,761 INFO [RS:0;867b237d0fa7:45867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C45867%2C1731613476330:(num 1731613478744) 2024-11-14T19:44:42,761 DEBUG [RS:0;867b237d0fa7:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:42,761 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:42,761 INFO [RS:0;867b237d0fa7:45867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:42,761 INFO [RS:0;867b237d0fa7:45867 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:42,761 INFO [RS:0;867b237d0fa7:45867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:42,761 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:42,762 INFO [RS:0;867b237d0fa7:45867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45867 2024-11-14T19:44:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783/rs 2024-11-14T19:44:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11875071783/rs/867b237d0fa7,45867,1731613476330 2024-11-14T19:44:42,791 INFO [RS:0;867b237d0fa7:45867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:42,791 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f4fe08e3f40@4d87495a rejected from java.util.concurrent.ThreadPoolExecutor@49b8c432[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T19:44:42,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,45867,1731613476330] 2024-11-14T19:44:42,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11875071783/draining/867b237d0fa7,45867,1731613476330 already deleted, retry=false 2024-11-14T19:44:42,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,45867,1731613476330 expired; onlineServers=0 2024-11-14T19:44:42,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,42907,1731613476189' ***** 2024-11-14T19:44:42,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:44:42,808 INFO [M:0;867b237d0fa7:42907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:42,808 INFO [M:0;867b237d0fa7:42907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:42,808 DEBUG [M:0;867b237d0fa7:42907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:44:42,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:44:42,808 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613478500 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613478500,5,FailOnTimeoutGroup] 2024-11-14T19:44:42,808 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613478500 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613478500,5,FailOnTimeoutGroup] 2024-11-14T19:44:42,808 DEBUG [M:0;867b237d0fa7:42907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:44:42,808 INFO [M:0;867b237d0fa7:42907 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:42,808 INFO [M:0;867b237d0fa7:42907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:42,808 DEBUG [M:0;867b237d0fa7:42907 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:44:42,808 INFO [M:0;867b237d0fa7:42907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:44:42,808 INFO [M:0;867b237d0fa7:42907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:42,809 INFO [M:0;867b237d0fa7:42907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:44:42,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:44:42,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11875071783/master 2024-11-14T19:44:42,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11875071783 2024-11-14T19:44:42,816 DEBUG [M:0;867b237d0fa7:42907 {}] zookeeper.ZKUtil(347): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Unable to get data of znode /11875071783/master because node does not exist (not an error) 2024-11-14T19:44:42,816 WARN [M:0;867b237d0fa7:42907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:44:42,816 INFO [M:0;867b237d0fa7:42907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/.lastflushedseqids 2024-11-14T19:44:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741836_1012 (size=99) 2024-11-14T19:44:42,874 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:42,899 INFO [RS:0;867b237d0fa7:45867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1013c0e719a0004, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:42,899 INFO [RS:0;867b237d0fa7:45867 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,45867,1731613476330; zookeeper connection closed. 2024-11-14T19:44:42,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f15e697 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f15e697 2024-11-14T19:44:42,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:44:43,221 INFO [M:0;867b237d0fa7:42907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:44:43,222 INFO [M:0;867b237d0fa7:42907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:44:43,222 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:43,222 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:43,222 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:43,222 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:43,222 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:43,222 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T19:44:43,237 DEBUG [M:0;867b237d0fa7:42907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57cf9f519c0241f7b8d8e6a3d9f20caa is 82, key is hbase:meta,,1/info:regioninfo/1731613479793/Put/seqid=0 2024-11-14T19:44:43,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741837_1013 (size=5672) 2024-11-14T19:44:43,479 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:43,642 INFO [M:0;867b237d0fa7:42907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57cf9f519c0241f7b8d8e6a3d9f20caa 2024-11-14T19:44:43,660 DEBUG [M:0;867b237d0fa7:42907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04bb18fe813a4b0dad710dfb6d94bf47 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731613479813/Put/seqid=0 2024-11-14T19:44:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741838_1014 (size=5275) 2024-11-14T19:44:44,065 INFO [M:0;867b237d0fa7:42907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04bb18fe813a4b0dad710dfb6d94bf47 2024-11-14T19:44:44,083 DEBUG [M:0;867b237d0fa7:42907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/461aa425694644e1b470a01ed4f94ee1 is 69, key is 867b237d0fa7,45867,1731613476330/rs:state/1731613478589/Put/seqid=0 2024-11-14T19:44:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741839_1015 (size=5156) 2024-11-14T19:44:44,184 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:44,488 INFO [M:0;867b237d0fa7:42907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/461aa425694644e1b470a01ed4f94ee1 2024-11-14T19:44:44,493 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57cf9f519c0241f7b8d8e6a3d9f20caa as hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57cf9f519c0241f7b8d8e6a3d9f20caa 2024-11-14T19:44:44,499 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57cf9f519c0241f7b8d8e6a3d9f20caa, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T19:44:44,500 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04bb18fe813a4b0dad710dfb6d94bf47 as hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04bb18fe813a4b0dad710dfb6d94bf47 2024-11-14T19:44:44,504 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04bb18fe813a4b0dad710dfb6d94bf47, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T19:44:44,505 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/461aa425694644e1b470a01ed4f94ee1 as hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/461aa425694644e1b470a01ed4f94ee1 2024-11-14T19:44:44,510 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/461aa425694644e1b470a01ed4f94ee1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T19:44:44,512 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-14T19:44:44,513 INFO [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:44,513 DEBUG [M:0;867b237d0fa7:42907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613483222Disabling compacts and flushes for region at 1731613483222Disabling writes for close at 1731613483222Obtaining lock to block concurrent updates at 1731613483222Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613483222Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731613483222Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613483223 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613483223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613483237 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613483237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613483647 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613483660 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613483660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613484070 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613484082 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613484082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0a6f24: reopening flushed file at 1731613484492 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e753c4: reopening flushed file at 1731613484499 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c552f0: reopening flushed file at 1731613484504 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1731613484512 (+8 ms)Writing region close event to WAL at 1731613484513 (+1 ms)Closed at 1731613484513 2024-11-14T19:44:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741830_1006 (size=10165) 2024-11-14T19:44:44,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81aed7f1-8c80-4b87-5ceb-71fe4798f9b5/MasterData/WALs/867b237d0fa7,42907,1731613476189/867b237d0fa7%2C42907%2C1731613476189.1731613478078 not finished, retry = 0 2024-11-14T19:44:44,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:44,620 INFO [M:0;867b237d0fa7:42907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:44:44,620 INFO [M:0;867b237d0fa7:42907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42907 2024-11-14T19:44:44,620 INFO [M:0;867b237d0fa7:42907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:44,816 INFO [M:0;867b237d0fa7:42907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42907-0x1013c0e719a0003, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:44,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:44,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:44,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:44,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:44,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:44,850 WARN [BP-1285253630-172.17.0.2-1731613474687 heartbeating to localhost/127.0.0.1:38877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:44:44,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:44:44,850 WARN [BP-1285253630-172.17.0.2-1731613474687 heartbeating to localhost/127.0.0.1:38877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285253630-172.17.0.2-1731613474687 (Datanode Uuid 04203678-d172-46fb-804c-070d91140649) service to localhost/127.0.0.1:38877 2024-11-14T19:44:44,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:44:44,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/cluster_0a78ba70-b755-fa14-3423-c3d449b2cff0/data/data1/current/BP-1285253630-172.17.0.2-1731613474687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:44,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/cluster_0a78ba70-b755-fa14-3423-c3d449b2cff0/data/data2/current/BP-1285253630-172.17.0.2-1731613474687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:44,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:44:44,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:44,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:44,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:44,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:44,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:44,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:44:44,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:44:44,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:44,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:44,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:44,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:44,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:44,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:44:44,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1306336514, stopped=false 2024-11-14T19:44:44,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,45195,1731613471161 2024-11-14T19:44:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763742959/running 2024-11-14T19:44:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763742959/running 2024-11-14T19:44:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:44,883 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:44,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:44:44,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:44,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:44,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/running 2024-11-14T19:44:44,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Set watcher on znode that does not yet exist, /0763742959/running 2024-11-14T19:44:44,884 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,40761,1731613471300' ***** 2024-11-14T19:44:44,884 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:44:44,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(3091): Received CLOSE for e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,40761,1731613471300 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:44,884 INFO [RS:0;867b237d0fa7:40761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40761. 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e33e3c853c759e58c5d82ec241ccc947, disabling compactions & flushes 2024-11-14T19:44:44,885 DEBUG [RS:0;867b237d0fa7:40761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:44,885 DEBUG [RS:0;867b237d0fa7:40761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:44,885 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:44,885 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. after waiting 0 ms 2024-11-14T19:44:44,885 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:44,885 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:44:44,885 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e33e3c853c759e58c5d82ec241ccc947 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T19:44:44,885 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:44:44,885 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:44:44,885 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e33e3c853c759e58c5d82ec241ccc947=hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947.} 2024-11-14T19:44:44,885 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:44,885 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:44,885 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:44,885 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T19:44:44,887 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:44,899 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/.tmp/queue/938359c125b94ce497e20719f5dd417b is 151, key is 1-867b237d0fa7,40761,1731613471300/queue:867b237d0fa7%2C40761%2C1731613471300/1731613481428/Put/seqid=0 2024-11-14T19:44:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741838_1014 (size=5350) 2024-11-14T19:44:44,904 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/info/7332982fffaf4a76acf69f2c581bbb5d is 147, key is hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947./info:regioninfo/1731613481086/Put/seqid=0 2024-11-14T19:44:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741839_1015 (size=6631) 2024-11-14T19:44:44,988 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:45,085 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:45,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:45,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:45,285 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e33e3c853c759e58c5d82ec241ccc947 2024-11-14T19:44:45,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:45,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:45,304 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/.tmp/queue/938359c125b94ce497e20719f5dd417b 2024-11-14T19:44:45,308 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/info/7332982fffaf4a76acf69f2c581bbb5d 2024-11-14T19:44:45,312 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/.tmp/queue/938359c125b94ce497e20719f5dd417b as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/queue/938359c125b94ce497e20719f5dd417b 2024-11-14T19:44:45,318 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/queue/938359c125b94ce497e20719f5dd417b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T19:44:45,319 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e33e3c853c759e58c5d82ec241ccc947 in 434ms, sequenceid=5, compaction requested=false 2024-11-14T19:44:45,319 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:44:45,327 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/replication/e33e3c853c759e58c5d82ec241ccc947/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:44:45,327 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:45,327 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:45,328 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:45,328 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e33e3c853c759e58c5d82ec241ccc947: Waiting for close lock at 1731613484884Running coprocessor pre-close hooks at 1731613484884Disabling compacts and flushes for region at 1731613484884Disabling writes for close at 1731613484885 (+1 ms)Obtaining lock to block concurrent updates at 1731613484885Preparing flush snapshotting stores in e33e3c853c759e58c5d82ec241ccc947 at 1731613484885Finished memstore snapshotting hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731613484885Flushing stores of hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. at 1731613484886 (+1 ms)Flushing e33e3c853c759e58c5d82ec241ccc947/queue: creating writer at 1731613484886Flushing e33e3c853c759e58c5d82ec241ccc947/queue: appending metadata at 1731613484899 (+13 ms)Flushing e33e3c853c759e58c5d82ec241ccc947/queue: closing flushed file at 1731613484899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7590ab28: reopening flushed file at 1731613485311 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e33e3c853c759e58c5d82ec241ccc947 in 434ms, sequenceid=5, compaction requested=false at 1731613485319 (+8 ms)Writing region close event to WAL at 1731613485323 (+4 ms)Running coprocessor post-close hooks at 1731613485327 (+4 ms)Closed at 1731613485328 (+1 ms) 2024-11-14T19:44:45,328 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613479903.e33e3c853c759e58c5d82ec241ccc947. 2024-11-14T19:44:45,331 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/ns/82893b67df214e138c55d6e739cb4d80 is 43, key is default/ns:d/1731613474601/Put/seqid=0 2024-11-14T19:44:45,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741840_1016 (size=5153) 2024-11-14T19:44:45,387 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:44:45,387 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:44:45,486 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:45,686 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:45,735 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/ns/82893b67df214e138c55d6e739cb4d80 2024-11-14T19:44:45,759 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/table/b91020d8cb244c618edb16b8ad4c306b is 53, key is hbase:replication/table:state/1731613481095/Put/seqid=0 2024-11-14T19:44:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741841_1017 (size=5256) 2024-11-14T19:44:45,886 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:44:45,886 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:44:45,886 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:45,894 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 to pos 0, reset compression=false 2024-11-14T19:44:46,086 DEBUG [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:44:46,164 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/table/b91020d8cb244c618edb16b8ad4c306b 2024-11-14T19:44:46,170 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/info/7332982fffaf4a76acf69f2c581bbb5d as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/info/7332982fffaf4a76acf69f2c581bbb5d 2024-11-14T19:44:46,176 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/info/7332982fffaf4a76acf69f2c581bbb5d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T19:44:46,177 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/ns/82893b67df214e138c55d6e739cb4d80 as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/ns/82893b67df214e138c55d6e739cb4d80 2024-11-14T19:44:46,182 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/ns/82893b67df214e138c55d6e739cb4d80, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:44:46,183 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/.tmp/table/b91020d8cb244c618edb16b8ad4c306b as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/table/b91020d8cb244c618edb16b8ad4c306b 2024-11-14T19:44:46,189 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/table/b91020d8cb244c618edb16b8ad4c306b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T19:44:46,190 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-11-14T19:44:46,195 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T19:44:46,196 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:46,196 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:46,196 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:46,196 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613484885Running coprocessor pre-close hooks at 1731613484885Disabling compacts and flushes for region at 1731613484885Disabling writes for close at 1731613484885Obtaining lock to block concurrent updates at 1731613484885Preparing flush snapshotting stores in 1588230740 at 1731613484885Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731613484886 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613484886Flushing 1588230740/info: creating writer at 1731613484886Flushing 1588230740/info: appending metadata at 1731613484903 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731613484903Flushing 1588230740/ns: creating writer at 1731613485315 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731613485331 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731613485331Flushing 1588230740/table: creating writer at 1731613485742 (+411 ms)Flushing 1588230740/table: appending metadata at 1731613485759 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731613485759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158e877a: reopening flushed file at 1731613486169 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b662993: reopening flushed file at 1731613486176 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292ae56: reopening flushed file at 1731613486182 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1731613486190 (+8 ms)Writing region close event to WAL at 1731613486192 (+2 ms)Running coprocessor post-close hooks at 1731613486195 (+3 ms)Closed at 1731613486196 (+1 ms) 2024-11-14T19:44:46,196 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:46,286 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,40761,1731613471300; all regions closed. 2024-11-14T19:44:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741834_1010 (size=2742) 2024-11-14T19:44:46,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.meta.1731613474530.meta not finished, retry = 0 2024-11-14T19:44:46,392 DEBUG [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/oldWALs 2024-11-14T19:44:46,392 INFO [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C40761%2C1731613471300.meta:.meta(num 1731613474530) 2024-11-14T19:44:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741837_1013 (size=1586) 2024-11-14T19:44:46,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.rep.1731613481049 not finished, retry = 0 2024-11-14T19:44:46,497 DEBUG [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/oldWALs 2024-11-14T19:44:46,497 INFO [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C40761%2C1731613471300.rep:(num 1731613481049) 2024-11-14T19:44:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741832_1008 (size=93) 2024-11-14T19:44:46,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/WALs/867b237d0fa7,40761,1731613471300/867b237d0fa7%2C40761%2C1731613471300.1731613473510 not finished, retry = 0 2024-11-14T19:44:46,603 DEBUG [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/oldWALs 2024-11-14T19:44:46,603 INFO [RS:0;867b237d0fa7:40761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C40761%2C1731613471300:(num 1731613473510) 2024-11-14T19:44:46,603 DEBUG [RS:0;867b237d0fa7:40761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:46,603 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:44:46,603 INFO [RS:0;867b237d0fa7:40761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:46,603 INFO [RS:0;867b237d0fa7:40761 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:46,603 INFO [RS:0;867b237d0fa7:40761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:46,603 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:46,604 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,40761,1731613471300 because: Region server is closing 2024-11-14T19:44:46,604 INFO [RS:0;867b237d0fa7:40761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40761. 2024-11-14T19:44:46,604 DEBUG [RS:0;867b237d0fa7:40761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:44:46,604 DEBUG [RS:0;867b237d0fa7:40761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:46,604 DEBUG [RS:0;867b237d0fa7:40761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:46,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:44:46,704 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.shipper867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:44:46,704 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.wal-reader.867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:44:46,705 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40761,1731613471300.replicationSource.shipper867b237d0fa7%2C40761%2C1731613471300,1-867b237d0fa7,40761,1731613471300 terminated 2024-11-14T19:44:46,705 INFO [RS:0;867b237d0fa7:40761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40761 2024-11-14T19:44:46,766 INFO [RS:0;867b237d0fa7:40761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:46,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763742959/rs/867b237d0fa7,40761,1731613471300 2024-11-14T19:44:46,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959/rs 2024-11-14T19:44:46,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,40761,1731613471300] 2024-11-14T19:44:46,782 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0763742959/draining/867b237d0fa7,40761,1731613471300 already deleted, retry=false 2024-11-14T19:44:46,782 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,40761,1731613471300 expired; onlineServers=0 2024-11-14T19:44:46,782 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,45195,1731613471161' ***** 2024-11-14T19:44:46,782 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:44:46,782 INFO [M:0;867b237d0fa7:45195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:44:46,782 INFO [M:0;867b237d0fa7:45195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:44:46,783 DEBUG [M:0;867b237d0fa7:45195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:44:46,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:44:46,783 DEBUG [M:0;867b237d0fa7:45195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:44:46,783 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613473326 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613473326,5,FailOnTimeoutGroup] 2024-11-14T19:44:46,783 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613473326 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613473326,5,FailOnTimeoutGroup] 2024-11-14T19:44:46,783 INFO [M:0;867b237d0fa7:45195 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:44:46,783 INFO [M:0;867b237d0fa7:45195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:44:46,783 DEBUG [M:0;867b237d0fa7:45195 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:44:46,783 INFO [M:0;867b237d0fa7:45195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:44:46,783 INFO [M:0;867b237d0fa7:45195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:44:46,783 INFO [M:0;867b237d0fa7:45195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:44:46,783 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:44:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763742959/master 2024-11-14T19:44:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763742959 2024-11-14T19:44:46,791 DEBUG [M:0;867b237d0fa7:45195 {}] zookeeper.ZKUtil(347): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Unable to get data of znode /0763742959/master because node does not exist (not an error) 2024-11-14T19:44:46,791 WARN [M:0;867b237d0fa7:45195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:44:46,791 INFO [M:0;867b237d0fa7:45195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/.lastflushedseqids 2024-11-14T19:44:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741842_1018 (size=181) 2024-11-14T19:44:46,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:46,874 INFO [RS:0;867b237d0fa7:40761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:46,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40761-0x1013c0e719a0001, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:46,874 INFO [RS:0;867b237d0fa7:40761 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,40761,1731613471300; zookeeper connection closed. 2024-11-14T19:44:46,874 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29fff9dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29fff9dd 2024-11-14T19:44:46,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:44:47,197 INFO [M:0;867b237d0fa7:45195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:44:47,197 INFO [M:0;867b237d0fa7:45195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:44:47,198 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:47,198 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:47,198 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:47,198 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:47,198 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:47,198 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T19:44:47,213 DEBUG [M:0;867b237d0fa7:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e89699a1294058af6b7f53a5c52e40 is 82, key is hbase:meta,,1/info:regioninfo/1731613474567/Put/seqid=0 2024-11-14T19:44:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741843_1019 (size=5672) 2024-11-14T19:44:47,617 INFO [M:0;867b237d0fa7:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e89699a1294058af6b7f53a5c52e40 2024-11-14T19:44:47,635 DEBUG [M:0;867b237d0fa7:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b595800778e24193bc1a122bf45ce859 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731613481101/Put/seqid=0 2024-11-14T19:44:47,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741844_1020 (size=7203) 2024-11-14T19:44:48,040 INFO [M:0;867b237d0fa7:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b595800778e24193bc1a122bf45ce859 2024-11-14T19:44:48,058 DEBUG [M:0;867b237d0fa7:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c23e719c24f4380b210d8610b6179d4 is 69, key is 867b237d0fa7,40761,1731613471300/rs:state/1731613473359/Put/seqid=0 2024-11-14T19:44:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741845_1021 (size=5156) 2024-11-14T19:44:48,463 INFO [M:0;867b237d0fa7:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c23e719c24f4380b210d8610b6179d4 2024-11-14T19:44:48,469 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e89699a1294058af6b7f53a5c52e40 as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e89699a1294058af6b7f53a5c52e40 2024-11-14T19:44:48,475 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e89699a1294058af6b7f53a5c52e40, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T19:44:48,476 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b595800778e24193bc1a122bf45ce859 as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b595800778e24193bc1a122bf45ce859 2024-11-14T19:44:48,482 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b595800778e24193bc1a122bf45ce859, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T19:44:48,483 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c23e719c24f4380b210d8610b6179d4 as hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c23e719c24f4380b210d8610b6179d4 2024-11-14T19:44:48,488 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38421/user/jenkins/test-data/30631a15-bddd-6029-3623-be2a1e708edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c23e719c24f4380b210d8610b6179d4, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T19:44:48,489 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-14T19:44:48,490 INFO [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:48,491 DEBUG [M:0;867b237d0fa7:45195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613487198Disabling compacts and flushes for region at 1731613487198Disabling writes for close at 1731613487198Obtaining lock to block concurrent updates at 1731613487198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613487198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731613487198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613487199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613487199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613487212 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613487212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613487622 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613487634 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613487634Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613488045 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613488058 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613488058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b127b5: reopening flushed file at 1731613488468 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fd5a05: reopening flushed file at 1731613488475 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe4b1b5: reopening flushed file at 1731613488482 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1731613488489 (+7 ms)Writing region close event to WAL at 1731613488490 (+1 ms)Closed at 1731613488490 2024-11-14T19:44:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741830_1006 (size=41008) 2024-11-14T19:44:48,494 INFO [M:0;867b237d0fa7:45195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:44:48,494 INFO [M:0;867b237d0fa7:45195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45195 2024-11-14T19:44:48,494 INFO [M:0;867b237d0fa7:45195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:44:48,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:44:48,691 INFO [M:0;867b237d0fa7:45195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:44:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013c0e719a0000, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:44:48,692 WARN [BP-1758805504-172.17.0.2-1731613469709 heartbeating to localhost/127.0.0.1:38421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758805504-172.17.0.2-1731613469709 (Datanode Uuid 26cf40ff-32bb-44b7-be62-0ca1eac24e3c) service to localhost/127.0.0.1:38421 2024-11-14T19:44:48,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/data/data1/current/BP-1758805504-172.17.0.2-1731613469709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:48,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/cluster_be45559f-910d-4c13-a316-661f8b37fd81/data/data2/current/BP-1758805504-172.17.0.2-1731613469709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:44:48,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:48,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:48,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:48,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:48,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:48,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:44:48,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:48,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:44:48,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:44:48,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:44:48,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41bf5b0c-b6cf-d38b-8211-43c908258875/hadoop.log.dir/,STOPPED} 2024-11-14T19:44:48,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:44:48,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:44:48,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 107) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54793) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54793) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38421 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38877 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=5667 (was 5982) 2024-11-14T19:44:48,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5667 2024-11-14T19:44:48,742 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T19:44:48,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir so I do NOT create it in target/test-data/1229366e-1197-98bc-b389-bbf38332b743 2024-11-14T19:44:48,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:44:48,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.tmp.dir so I do NOT create it in target/test-data/1229366e-1197-98bc-b389-bbf38332b743 2024-11-14T19:44:48,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00de21d6-2dc2-65af-a6c0-75c4b8490ca7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:44:48,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743 2024-11-14T19:44:48,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3, deleteOnExit=true 2024-11-14T19:44:48,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/zookeeper_0, clientPort=63547, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:44:48,763 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63547 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/test.cache.data in system properties and HBase conf 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:44:48,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:44:48,764 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:44:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:48,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:44:48,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:44:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c0e719a0002, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:44:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c0e719a0005, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:44:48,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c0e719a0002, quorum=127.0.0.1:54793, baseZNode=/0763742959 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:44:48,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c0e719a0005, quorum=127.0.0.1:54793, baseZNode=/11875071783 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:44:48,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:49,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:49,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:49,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:49,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:44:49,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:49,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:49,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:49,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/java.io.tmpdir/jetty-localhost-36375-hadoop-hdfs-3_4_1-tests_jar-_-any-8814041037646817237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:49,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:36375} 2024-11-14T19:44:49,097 INFO [Time-limited test {}] server.Server(415): Started @52488ms 2024-11-14T19:44:49,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:49,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:49,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:49,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:49,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:44:49,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:49,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:49,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/java.io.tmpdir/jetty-localhost-46579-hadoop-hdfs-3_4_1-tests_jar-_-any-13772199892569735728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:49,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:46579} 2024-11-14T19:44:49,343 INFO [Time-limited test {}] server.Server(415): Started @52734ms 2024-11-14T19:44:49,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:44:49,695 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/data/data2/current/BP-652900743-172.17.0.2-1731613488786/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:49,695 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/data/data1/current/BP-652900743-172.17.0.2-1731613488786/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:49,710 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:44:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b4dc838c8c8144a with lease ID 0xd505c67b79d6285a: Processing first storage report for DS-4f4ae492-788a-4d68-8baa-19103f94b86d from datanode DatanodeRegistration(127.0.0.1:39235, datanodeUuid=444e6cc3-176a-4509-9d44-1f6a07864b1a, infoPort=40927, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=14379172;c=1731613488786) 2024-11-14T19:44:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b4dc838c8c8144a with lease ID 0xd505c67b79d6285a: from storage DS-4f4ae492-788a-4d68-8baa-19103f94b86d node DatanodeRegistration(127.0.0.1:39235, datanodeUuid=444e6cc3-176a-4509-9d44-1f6a07864b1a, infoPort=40927, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=14379172;c=1731613488786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b4dc838c8c8144a with lease ID 0xd505c67b79d6285a: Processing first storage report for DS-db742b13-feb6-451d-9b2f-f8185b22d738 from datanode DatanodeRegistration(127.0.0.1:39235, datanodeUuid=444e6cc3-176a-4509-9d44-1f6a07864b1a, infoPort=40927, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=14379172;c=1731613488786) 2024-11-14T19:44:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b4dc838c8c8144a with lease ID 0xd505c67b79d6285a: from storage DS-db742b13-feb6-451d-9b2f-f8185b22d738 node DatanodeRegistration(127.0.0.1:39235, datanodeUuid=444e6cc3-176a-4509-9d44-1f6a07864b1a, infoPort=40927, infoSecurePort=0, ipcPort=43053, storageInfo=lv=-57;cid=testClusterID;nsid=14379172;c=1731613488786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:49,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743 2024-11-14T19:44:49,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:49,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:44:50,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd with version=8 2024-11-14T19:44:50,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/hbase-staging 2024-11-14T19:44:50,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:50,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:50,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46523 2024-11-14T19:44:50,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46523 connecting to ZooKeeper ensemble=127.0.0.1:63547 2024-11-14T19:44:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465230x0, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:50,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46523-0x1013c0ebc220000 connected 2024-11-14T19:44:50,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:50,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:50,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/running 2024-11-14T19:44:50,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd, hbase.cluster.distributed=false 2024-11-14T19:44:50,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/acl 2024-11-14T19:44:50,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46523 2024-11-14T19:44:50,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46523 2024-11-14T19:44:50,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46523 2024-11-14T19:44:50,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46523 2024-11-14T19:44:50,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46523 2024-11-14T19:44:50,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:50,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:50,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33657 2024-11-14T19:44:50,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33657 connecting to ZooKeeper ensemble=127.0.0.1:63547 2024-11-14T19:44:50,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:50,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:50,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336570x0, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:50,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336570x0, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/running 2024-11-14T19:44:50,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33657-0x1013c0ebc220001 connected 2024-11-14T19:44:50,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:50,343 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:50,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/master 2024-11-14T19:44:50,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/acl 2024-11-14T19:44:50,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-14T19:44:50,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33657 2024-11-14T19:44:50,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33657 2024-11-14T19:44:50,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-14T19:44:50,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-14T19:44:50,360 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:46523 2024-11-14T19:44:50,361 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-959796251/backup-masters/867b237d0fa7,46523,1731613490180 2024-11-14T19:44:50,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251/backup-masters 2024-11-14T19:44:50,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251/backup-masters 2024-11-14T19:44:50,366 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on existing znode=/0-959796251/backup-masters/867b237d0fa7,46523,1731613490180 2024-11-14T19:44:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959796251/master 2024-11-14T19:44:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:50,374 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on existing znode=/0-959796251/master 2024-11-14T19:44:50,374 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-959796251/backup-masters/867b237d0fa7,46523,1731613490180 from backup master directory 2024-11-14T19:44:50,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959796251/backup-masters/867b237d0fa7,46523,1731613490180 2024-11-14T19:44:50,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251/backup-masters 2024-11-14T19:44:50,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251/backup-masters 2024-11-14T19:44:50,382 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:50,382 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,46523,1731613490180 2024-11-14T19:44:50,386 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/hbase.id] with ID: 5f33b689-ed81-4192-ba33-056ad3a58798 2024-11-14T19:44:50,386 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/.tmp/hbase.id 2024-11-14T19:44:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:44:50,792 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/.tmp/hbase.id]:[hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/hbase.id] 2024-11-14T19:44:50,803 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:50,803 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:50,805 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:44:50,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:50,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:44:50,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:50,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:50,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:51,241 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:51,242 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:51,242 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:44:51,650 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store 2024-11-14T19:44:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:44:52,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:52,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:52,057 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:52,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:52,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:52,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:52,057 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:52,057 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613492057Disabling compacts and flushes for region at 1731613492057Disabling writes for close at 1731613492057Writing region close event to WAL at 1731613492057Closed at 1731613492057 2024-11-14T19:44:52,058 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/.initializing 2024-11-14T19:44:52,058 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/WALs/867b237d0fa7,46523,1731613490180 2024-11-14T19:44:52,059 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:52,061 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C46523%2C1731613490180, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/WALs/867b237d0fa7,46523,1731613490180, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:52,072 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/WALs/867b237d0fa7,46523,1731613490180/867b237d0fa7%2C46523%2C1731613490180.1731613492061, exclude list is [], retry=0 2024-11-14T19:44:52,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-4f4ae492-788a-4d68-8baa-19103f94b86d,DISK] 2024-11-14T19:44:52,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/WALs/867b237d0fa7,46523,1731613490180/867b237d0fa7%2C46523%2C1731613490180.1731613492061 2024-11-14T19:44:52,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40927:40927)] 2024-11-14T19:44:52,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:52,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:52,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:52,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:52,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:52,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:52,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:52,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:52,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:52,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:52,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:52,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:52,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:52,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:52,085 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,086 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,086 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,087 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,087 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,087 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:52,088 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:52,090 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:52,090 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72923452, jitterRate=0.08664411306381226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:52,091 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613492077Initializing all the Stores at 1731613492078 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613492078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613492078Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613492078Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613492078Cleaning up temporary data from old regions at 1731613492087 (+9 ms)Region opened successfully at 1731613492091 (+4 ms) 2024-11-14T19:44:52,091 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:52,094 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2690e2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:52,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:44:52,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:52,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:52,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:52,096 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:44:52,096 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:44:52,096 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:52,098 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:52,099 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Unable to get data of znode /0-959796251/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:44:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:44:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:44:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:44:52,157 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959796251/balancer already deleted, retry=false 2024-11-14T19:44:52,157 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:52,158 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Unable to get data of znode /0-959796251/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:52,165 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959796251/normalizer already deleted, retry=false 2024-11-14T19:44:52,166 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:52,166 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Unable to get data of znode /0-959796251/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:52,173 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959796251/switch/split already deleted, retry=false 2024-11-14T19:44:52,174 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Unable to get data of znode /0-959796251/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:52,182 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959796251/switch/merge already deleted, retry=false 2024-11-14T19:44:52,184 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Unable to get data of znode /0-959796251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:52,190 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959796251/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959796251/running 2024-11-14T19:44:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959796251/running 2024-11-14T19:44:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:52,199 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,46523,1731613490180, sessionid=0x1013c0ebc220000, setting cluster-up flag (Was=false) 2024-11-14T19:44:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:52,240 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-959796251/flush-table-proc/acquired, /0-959796251/flush-table-proc/reached, /0-959796251/flush-table-proc/abort 2024-11-14T19:44:52,241 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,46523,1731613490180 2024-11-14T19:44:52,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:52,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:52,282 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-959796251/online-snapshot/acquired, /0-959796251/online-snapshot/reached, /0-959796251/online-snapshot/abort 2024-11-14T19:44:52,283 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,46523,1731613490180 2024-11-14T19:44:52,284 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:44:52,286 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:52,286 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:52,286 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:52,286 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,46523,1731613490180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:52,287 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:52,288 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,289 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613522289 2024-11-14T19:44:52,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:52,289 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:52,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:44:52,289 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:52,290 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:52,291 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:52,291 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:52,291 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:52,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:44:52,291 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613492291,5,FailOnTimeoutGroup] 2024-11-14T19:44:52,291 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613492291,5,FailOnTimeoutGroup] 2024-11-14T19:44:52,291 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,291 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:52,291 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,291 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:44:52,354 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(746): ClusterId : 5f33b689-ed81-4192-ba33-056ad3a58798 2024-11-14T19:44:52,354 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:52,358 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:52,358 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:52,366 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:52,366 DEBUG [RS:0;867b237d0fa7:33657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f1de51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:52,376 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:33657 2024-11-14T19:44:52,376 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:52,376 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:52,376 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:52,377 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,46523,1731613490180 with port=33657, startcode=1731613490325 2024-11-14T19:44:52,377 DEBUG [RS:0;867b237d0fa7:33657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:52,378 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:52,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,33657,1731613490325 2024-11-14T19:44:52,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46523 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,33657,1731613490325 2024-11-14T19:44:52,380 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd 2024-11-14T19:44:52,380 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43079 2024-11-14T19:44:52,380 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:52,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251/rs 2024-11-14T19:44:52,391 DEBUG [RS:0;867b237d0fa7:33657 {}] zookeeper.ZKUtil(111): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on existing znode=/0-959796251/rs/867b237d0fa7,33657,1731613490325 2024-11-14T19:44:52,391 WARN [RS:0;867b237d0fa7:33657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:52,391 INFO [RS:0;867b237d0fa7:33657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:52,391 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325 2024-11-14T19:44:52,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,33657,1731613490325] 2024-11-14T19:44:52,394 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:52,396 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:52,396 INFO [RS:0;867b237d0fa7:33657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:52,396 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,397 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:52,397 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:52,397 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:52,398 DEBUG [RS:0;867b237d0fa7:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:52,400 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,400 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,400 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,400 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,400 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,400 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33657,1731613490325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:52,411 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:52,412 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33657,1731613490325-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,412 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,412 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.Replication(171): 867b237d0fa7,33657,1731613490325 started 2024-11-14T19:44:52,424 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:52,424 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,33657,1731613490325, RpcServer on 867b237d0fa7/172.17.0.2:33657, sessionid=0x1013c0ebc220001 2024-11-14T19:44:52,424 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:52,424 DEBUG [RS:0;867b237d0fa7:33657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,33657,1731613490325 2024-11-14T19:44:52,424 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,33657,1731613490325' 2024-11-14T19:44:52,424 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-959796251/flush-table-proc/abort' 2024-11-14T19:44:52,425 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-959796251/flush-table-proc/acquired' 2024-11-14T19:44:52,425 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:52,425 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:52,425 DEBUG [RS:0;867b237d0fa7:33657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,33657,1731613490325 2024-11-14T19:44:52,425 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,33657,1731613490325' 2024-11-14T19:44:52,425 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-959796251/online-snapshot/abort' 2024-11-14T19:44:52,426 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-959796251/online-snapshot/acquired' 2024-11-14T19:44:52,426 DEBUG [RS:0;867b237d0fa7:33657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:52,426 INFO [RS:0;867b237d0fa7:33657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:52,426 INFO [RS:0;867b237d0fa7:33657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:52,527 INFO [RS:0;867b237d0fa7:33657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:52,528 INFO [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C33657%2C1731613490325, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/oldWALs, maxLogs=10 2024-11-14T19:44:52,539 DEBUG [RS:0;867b237d0fa7:33657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528, exclude list is [], retry=0 2024-11-14T19:44:52,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-4f4ae492-788a-4d68-8baa-19103f94b86d,DISK] 2024-11-14T19:44:52,543 INFO [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 2024-11-14T19:44:52,544 DEBUG [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40927:40927)] 2024-11-14T19:44:52,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:44:52,697 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd 2024-11-14T19:44:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:44:53,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:53,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:53,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:53,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:53,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:53,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:53,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:53,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:53,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:53,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:53,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740 2024-11-14T19:44:53,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740 2024-11-14T19:44:53,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:53,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:53,114 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:53,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:53,116 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:53,117 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64462057, jitterRate=-0.039440497756004333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:53,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613493103Initializing all the Stores at 1731613493104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613493104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613493104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613493104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613493104Cleaning up temporary data from old regions at 1731613493113 (+9 ms)Region opened successfully at 1731613493117 (+4 ms) 2024-11-14T19:44:53,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:53,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:53,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:53,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:53,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:53,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:53,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613493117Disabling compacts and flushes for region at 1731613493117Disabling writes for close at 1731613493118 (+1 ms)Writing region close event to WAL at 1731613493118Closed at 1731613493118 2024-11-14T19:44:53,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:53,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:44:53,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:53,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:53,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:44:53,272 DEBUG [867b237d0fa7:46523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:53,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,33657,1731613490325 2024-11-14T19:44:53,274 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,33657,1731613490325, state=OPENING 2024-11-14T19:44:53,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:44:53,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:53,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:44:53,374 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:53,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959796251/meta-region-server: CHANGED 2024-11-14T19:44:53,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959796251/meta-region-server: CHANGED 2024-11-14T19:44:53,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,33657,1731613490325}] 2024-11-14T19:44:53,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:53,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:53,532 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:53,532 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:53,532 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:53,533 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C33657%2C1731613490325.meta, suffix=.meta, logDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/oldWALs, maxLogs=10 2024-11-14T19:44:53,545 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.meta.1731613493534.meta, exclude list is [], retry=0 2024-11-14T19:44:53,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-4f4ae492-788a-4d68-8baa-19103f94b86d,DISK] 2024-11-14T19:44:53,549 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.meta.1731613493534.meta 2024-11-14T19:44:53,549 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40927:40927)] 2024-11-14T19:44:53,549 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:53,550 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:53,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:53,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:53,550 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:53,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:53,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:53,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:53,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:53,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:53,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:53,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:53,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:53,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:53,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:53,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:53,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:53,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:53,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:53,557 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:53,557 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740 2024-11-14T19:44:53,558 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740 2024-11-14T19:44:53,559 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:53,559 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:53,560 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:53,561 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:53,562 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67647872, jitterRate=0.008031845092773438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:53,562 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:53,563 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613493550Writing region info on filesystem at 1731613493550Initializing all the Stores at 1731613493551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613493551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613493551Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613493551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613493552 (+1 ms)Cleaning up temporary data from old regions at 1731613493559 (+7 ms)Running coprocessor post-open hooks at 1731613493562 (+3 ms)Region opened successfully at 1731613493563 (+1 ms) 2024-11-14T19:44:53,564 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613493527 2024-11-14T19:44:53,566 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:53,566 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:53,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,33657,1731613490325 2024-11-14T19:44:53,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,33657,1731613490325, state=OPEN 2024-11-14T19:44:53,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-959796251/meta-region-server 2024-11-14T19:44:53,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-959796251/meta-region-server 2024-11-14T19:44:53,611 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,33657,1731613490325 2024-11-14T19:44:53,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959796251/meta-region-server: CHANGED 2024-11-14T19:44:53,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959796251/meta-region-server: CHANGED 2024-11-14T19:44:53,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:44:53,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,33657,1731613490325 in 237 msec 2024-11-14T19:44:53,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:44:53,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-14T19:44:53,617 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:53,617 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:44:53,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:53,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33657,1731613490325, seqNum=-1] 2024-11-14T19:44:53,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:53,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:53,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-11-14T19:44:53,625 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613493625, completionTime=-1 2024-11-14T19:44:53,625 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:44:53,626 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613553628 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613613628 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46523,1731613490180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46523,1731613490180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46523,1731613490180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:46523, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,628 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,630 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.250sec 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:53,632 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46523,1731613490180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:53,633 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46523,1731613490180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:53,636 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:53,636 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:53,636 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46523,1731613490180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:53,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:53,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46523,-1 for getting cluster id 2024-11-14T19:44:53,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:53,657 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f33b689-ed81-4192-ba33-056ad3a58798' 2024-11-14T19:44:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f33b689-ed81-4192-ba33-056ad3a58798" 2024-11-14T19:44:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680c3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46523,-1] 2024-11-14T19:44:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:53,659 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:53,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:53,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33657,1731613490325, seqNum=-1] 2024-11-14T19:44:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:53,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:53,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,46523,1731613490180 2024-11-14T19:44:53,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63547 2024-11-14T19:44:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:53,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c0ebc220002 connected 2024-11-14T19:44:53,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir so I do NOT create it in target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e 2024-11-14T19:44:53,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:44:53,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.tmp.dir so I do NOT create it in target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e 2024-11-14T19:44:53,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:44:53,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e 2024-11-14T19:44:53,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:44:53,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/cluster_1f526419-03a8-2496-9618-150be0fded1b, deleteOnExit=true 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/test.cache.data in system properties and HBase conf 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:44:53,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:44:53,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:44:53,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:44:53,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:44:53,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:44:54,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:54,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:54,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:54,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:54,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:44:54,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:54,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:54,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:54,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/java.io.tmpdir/jetty-localhost-35545-hadoop-hdfs-3_4_1-tests_jar-_-any-10355175531544806380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:44:54,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:35545} 2024-11-14T19:44:54,293 INFO [Time-limited test {}] server.Server(415): Started @57685ms 2024-11-14T19:44:54,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:44:54,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:44:54,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:44:54,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:44:54,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:44:54,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:44:54,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:44:54,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/java.io.tmpdir/jetty-localhost-43845-hadoop-hdfs-3_4_1-tests_jar-_-any-12301529411310239098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:44:54,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:43845} 2024-11-14T19:44:54,571 INFO [Time-limited test {}] server.Server(415): Started @57963ms 2024-11-14T19:44:54,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:44:54,925 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/cluster_1f526419-03a8-2496-9618-150be0fded1b/data/data2/current/BP-2055179851-172.17.0.2-1731613493709/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:54,925 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/cluster_1f526419-03a8-2496-9618-150be0fded1b/data/data1/current/BP-2055179851-172.17.0.2-1731613493709/current, will proceed with Du for space computation calculation, 2024-11-14T19:44:54,941 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:44:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd9379c4a32f1d23 with lease ID 0x84054f0429a749bb: Processing first storage report for DS-10fc3937-a3e0-4a96-818d-5c9337348e5b from datanode DatanodeRegistration(127.0.0.1:38365, datanodeUuid=acf75743-fca6-48a3-891a-4f221c2c3e3e, infoPort=36429, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=608987076;c=1731613493709) 2024-11-14T19:44:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd9379c4a32f1d23 with lease ID 0x84054f0429a749bb: from storage DS-10fc3937-a3e0-4a96-818d-5c9337348e5b node DatanodeRegistration(127.0.0.1:38365, datanodeUuid=acf75743-fca6-48a3-891a-4f221c2c3e3e, infoPort=36429, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=608987076;c=1731613493709), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd9379c4a32f1d23 with lease ID 0x84054f0429a749bb: Processing first storage report for DS-f07c2d4d-9c63-4ee7-bce8-50ebe52daf97 from datanode DatanodeRegistration(127.0.0.1:38365, datanodeUuid=acf75743-fca6-48a3-891a-4f221c2c3e3e, infoPort=36429, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=608987076;c=1731613493709) 2024-11-14T19:44:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd9379c4a32f1d23 with lease ID 0x84054f0429a749bb: from storage DS-f07c2d4d-9c63-4ee7-bce8-50ebe52daf97 node DatanodeRegistration(127.0.0.1:38365, datanodeUuid=acf75743-fca6-48a3-891a-4f221c2c3e3e, infoPort=36429, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=608987076;c=1731613493709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:44:54,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e 2024-11-14T19:44:54,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:54,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:44:55,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d with version=8 2024-11-14T19:44:55,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/hbase-staging 2024-11-14T19:44:55,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:55,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:55,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:55,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:55,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:55,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:55,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:44:55,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:55,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40157 2024-11-14T19:44:55,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40157 connecting to ZooKeeper ensemble=127.0.0.1:63547 2024-11-14T19:44:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401570x0, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:55,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40157-0x1013c0ebc220003 connected 2024-11-14T19:44:55,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:55,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:55,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/running 2024-11-14T19:44:55,503 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d, hbase.cluster.distributed=false 2024-11-14T19:44:55,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/acl 2024-11-14T19:44:55,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-14T19:44:55,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40157 2024-11-14T19:44:55,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40157 2024-11-14T19:44:55,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-14T19:44:55,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-14T19:44:55,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:44:55,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35851 2024-11-14T19:44:55,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35851 connecting to ZooKeeper ensemble=127.0.0.1:63547 2024-11-14T19:44:55,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:55,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:55,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358510x0, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:55,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358510x0, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/running 2024-11-14T19:44:55,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35851-0x1013c0ebc220004 connected 2024-11-14T19:44:55,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:44:55,533 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:44:55,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/master 2024-11-14T19:44:55,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/acl 2024-11-14T19:44:55,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-14T19:44:55,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35851 2024-11-14T19:44:55,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35851 2024-11-14T19:44:55,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-14T19:44:55,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-14T19:44:55,549 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:40157 2024-11-14T19:44:55,550 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1841099709/backup-masters/867b237d0fa7,40157,1731613495408 2024-11-14T19:44:55,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709/backup-masters 2024-11-14T19:44:55,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709/backup-masters 2024-11-14T19:44:55,557 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on existing znode=/1-1841099709/backup-masters/867b237d0fa7,40157,1731613495408 2024-11-14T19:44:55,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:55,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1841099709/master 2024-11-14T19:44:55,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:55,565 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on existing znode=/1-1841099709/master 2024-11-14T19:44:55,566 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1841099709/backup-masters/867b237d0fa7,40157,1731613495408 from backup master directory 2024-11-14T19:44:55,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1841099709/backup-masters/867b237d0fa7,40157,1731613495408 2024-11-14T19:44:55,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709/backup-masters 2024-11-14T19:44:55,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709/backup-masters 2024-11-14T19:44:55,573 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:55,573 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,40157,1731613495408 2024-11-14T19:44:55,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/hbase.id] with ID: 34dcc42d-36c1-42bb-b8ca-9a9a566f4e75 2024-11-14T19:44:55,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/.tmp/hbase.id 2024-11-14T19:44:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:44:55,982 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/.tmp/hbase.id]:[hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/hbase.id] 2024-11-14T19:44:55,992 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:44:55,993 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:44:55,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:44:55,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:55,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:44:56,405 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:56,405 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:44:56,406 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:56,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:44:56,813 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store 2024-11-14T19:44:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:44:57,220 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:57,220 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:44:57,220 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:57,220 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:57,221 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:44:57,221 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:57,221 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:44:57,221 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613497220Disabling compacts and flushes for region at 1731613497220Disabling writes for close at 1731613497221 (+1 ms)Writing region close event to WAL at 1731613497221Closed at 1731613497221 2024-11-14T19:44:57,222 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/.initializing 2024-11-14T19:44:57,222 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/WALs/867b237d0fa7,40157,1731613495408 2024-11-14T19:44:57,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:57,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C40157%2C1731613495408, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/WALs/867b237d0fa7,40157,1731613495408, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/oldWALs, maxLogs=10 2024-11-14T19:44:57,241 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/WALs/867b237d0fa7,40157,1731613495408/867b237d0fa7%2C40157%2C1731613495408.1731613497225, exclude list is [], retry=0 2024-11-14T19:44:57,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-10fc3937-a3e0-4a96-818d-5c9337348e5b,DISK] 2024-11-14T19:44:57,246 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/WALs/867b237d0fa7,40157,1731613495408/867b237d0fa7%2C40157%2C1731613495408.1731613497225 2024-11-14T19:44:57,247 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-14T19:44:57,247 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:57,247 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:57,247 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,247 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:44:57,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:57,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:57,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:44:57,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:57,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:57,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:44:57,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:57,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:57,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:44:57,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:57,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:44:57,258 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,259 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,259 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,261 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,261 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,261 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:57,262 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:44:57,269 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:57,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66655864, jitterRate=-0.006750226020812988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:57,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613497247Initializing all the Stores at 1731613497248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613497248Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613497249 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613497249Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613497249Cleaning up temporary data from old regions at 1731613497261 (+12 ms)Region opened successfully at 1731613497270 (+9 ms) 2024-11-14T19:44:57,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:44:57,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac49d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:57,275 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:44:57,275 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:44:57,275 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:44:57,275 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:44:57,276 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:44:57,276 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:44:57,276 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:44:57,278 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:44:57,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Unable to get data of znode /1-1841099709/balancer because node does not exist (not necessarily an error) 2024-11-14T19:44:57,373 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1841099709/balancer already deleted, retry=false 2024-11-14T19:44:57,374 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:44:57,374 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Unable to get data of znode /1-1841099709/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:44:57,381 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1841099709/normalizer already deleted, retry=false 2024-11-14T19:44:57,382 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:44:57,383 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Unable to get data of znode /1-1841099709/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:44:57,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1841099709/switch/split already deleted, retry=false 2024-11-14T19:44:57,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Unable to get data of znode /1-1841099709/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:44:57,398 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1841099709/switch/merge already deleted, retry=false 2024-11-14T19:44:57,400 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Unable to get data of znode /1-1841099709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:44:57,407 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1841099709/snapshot-cleanup already deleted, retry=false 2024-11-14T19:44:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1841099709/running 2024-11-14T19:44:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1841099709/running 2024-11-14T19:44:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:57,415 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,40157,1731613495408, sessionid=0x1013c0ebc220003, setting cluster-up flag (Was=false) 2024-11-14T19:44:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:57,457 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1841099709/flush-table-proc/acquired, /1-1841099709/flush-table-proc/reached, /1-1841099709/flush-table-proc/abort 2024-11-14T19:44:57,458 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,40157,1731613495408 2024-11-14T19:44:57,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:57,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:57,498 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1841099709/online-snapshot/acquired, /1-1841099709/online-snapshot/reached, /1-1841099709/online-snapshot/abort 2024-11-14T19:44:57,499 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,40157,1731613495408 2024-11-14T19:44:57,500 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:44:57,502 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:57,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:44:57,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:44:57,502 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,40157,1731613495408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:57,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613527505 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:44:57,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:44:57,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:44:57,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:44:57,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:44:57,506 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613497506,5,FailOnTimeoutGroup] 2024-11-14T19:44:57,506 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:57,507 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613497506,5,FailOnTimeoutGroup] 2024-11-14T19:44:57,507 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,507 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:44:57,507 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,507 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:44:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:44:57,542 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(746): ClusterId : 34dcc42d-36c1-42bb-b8ca-9a9a566f4e75 2024-11-14T19:44:57,542 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:44:57,549 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:44:57,549 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:44:57,557 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:44:57,558 DEBUG [RS:0;867b237d0fa7:35851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd42982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:44:57,568 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:35851 2024-11-14T19:44:57,568 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:44:57,568 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:44:57,568 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:44:57,569 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,40157,1731613495408 with port=35851, startcode=1731613495517 2024-11-14T19:44:57,569 DEBUG [RS:0;867b237d0fa7:35851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:44:57,570 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:44:57,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,35851,1731613495517 2024-11-14T19:44:57,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,35851,1731613495517 2024-11-14T19:44:57,572 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d 2024-11-14T19:44:57,572 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35741 2024-11-14T19:44:57,572 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:44:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709/rs 2024-11-14T19:44:57,608 DEBUG [RS:0;867b237d0fa7:35851 {}] zookeeper.ZKUtil(111): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on existing znode=/1-1841099709/rs/867b237d0fa7,35851,1731613495517 2024-11-14T19:44:57,608 WARN [RS:0;867b237d0fa7:35851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:44:57,608 INFO [RS:0;867b237d0fa7:35851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:57,608 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517 2024-11-14T19:44:57,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,35851,1731613495517] 2024-11-14T19:44:57,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:44:57,611 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:44:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:57,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:44:57,645 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:44:57,645 INFO [RS:0;867b237d0fa7:35851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:44:57,645 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,645 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:44:57,646 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:44:57,646 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,646 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,647 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:44:57,647 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:57,647 DEBUG [RS:0;867b237d0fa7:35851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:44:57,649 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,649 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,649 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,649 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,649 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,649 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35851,1731613495517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:57,662 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:44:57,662 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35851,1731613495517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,662 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,662 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.Replication(171): 867b237d0fa7,35851,1731613495517 started 2024-11-14T19:44:57,675 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:57,675 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,35851,1731613495517, RpcServer on 867b237d0fa7/172.17.0.2:35851, sessionid=0x1013c0ebc220004 2024-11-14T19:44:57,675 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:44:57,675 DEBUG [RS:0;867b237d0fa7:35851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,35851,1731613495517 2024-11-14T19:44:57,675 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,35851,1731613495517' 2024-11-14T19:44:57,675 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1841099709/flush-table-proc/abort' 2024-11-14T19:44:57,676 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1841099709/flush-table-proc/acquired' 2024-11-14T19:44:57,676 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:44:57,676 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:44:57,676 DEBUG [RS:0;867b237d0fa7:35851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,35851,1731613495517 2024-11-14T19:44:57,676 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,35851,1731613495517' 2024-11-14T19:44:57,676 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1841099709/online-snapshot/abort' 2024-11-14T19:44:57,677 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1841099709/online-snapshot/acquired' 2024-11-14T19:44:57,677 DEBUG [RS:0;867b237d0fa7:35851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:44:57,677 INFO [RS:0;867b237d0fa7:35851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:44:57,677 INFO [RS:0;867b237d0fa7:35851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:44:57,777 INFO [RS:0;867b237d0fa7:35851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:44:57,779 INFO [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C35851%2C1731613495517, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/oldWALs, maxLogs=10 2024-11-14T19:44:57,791 DEBUG [RS:0;867b237d0fa7:35851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517/867b237d0fa7%2C35851%2C1731613495517.1731613497779, exclude list is [], retry=0 2024-11-14T19:44:57,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-10fc3937-a3e0-4a96-818d-5c9337348e5b,DISK] 2024-11-14T19:44:57,795 INFO [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517/867b237d0fa7%2C35851%2C1731613495517.1731613497779 2024-11-14T19:44:57,795 DEBUG [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-14T19:44:57,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:44:57,913 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d 2024-11-14T19:44:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:44:58,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:58,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:58,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:58,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:58,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:58,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:58,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:58,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:58,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:58,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:58,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740 2024-11-14T19:44:58,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740 2024-11-14T19:44:58,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:58,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:58,331 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:58,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:58,335 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:44:58,335 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71942203, jitterRate=0.07202236354351044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613498321Initializing all the Stores at 1731613498322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613498322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613498322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613498322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613498322Cleaning up temporary data from old regions at 1731613498331 (+9 ms)Region opened successfully at 1731613498335 (+4 ms) 2024-11-14T19:44:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:44:58,335 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:44:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:44:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:44:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:44:58,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:44:58,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613498335Disabling compacts and flushes for region at 1731613498335Disabling writes for close at 1731613498335Writing region close event to WAL at 1731613498336 (+1 ms)Closed at 1731613498336 2024-11-14T19:44:58,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:58,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:44:58,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:44:58,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:58,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:44:58,394 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:44:58,489 DEBUG [867b237d0fa7:40157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:44:58,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,35851,1731613495517 2024-11-14T19:44:58,491 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,35851,1731613495517, state=OPENING 2024-11-14T19:44:58,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:44:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:44:58,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1841099709/meta-region-server: CHANGED 2024-11-14T19:44:58,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1841099709/meta-region-server: CHANGED 2024-11-14T19:44:58,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:44:58,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,35851,1731613495517}] 2024-11-14T19:44:58,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:44:58,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:44:58,707 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:44:58,707 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:44:58,707 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:44:58,709 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C35851%2C1731613495517.meta, suffix=.meta, logDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/oldWALs, maxLogs=10 2024-11-14T19:44:58,721 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517/867b237d0fa7%2C35851%2C1731613495517.meta.1731613498709.meta, exclude list is [], retry=0 2024-11-14T19:44:58,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38365,DS-10fc3937-a3e0-4a96-818d-5c9337348e5b,DISK] 2024-11-14T19:44:58,725 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517/867b237d0fa7%2C35851%2C1731613495517.meta.1731613498709.meta 2024-11-14T19:44:58,725 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-14T19:44:58,726 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:44:58,726 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:44:58,726 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:44:58,726 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:44:58,726 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:44:58,726 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:44:58,726 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:58,726 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:44:58,727 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:44:58,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:44:58,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:44:58,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:44:58,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:44:58,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:44:58,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:44:58,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:44:58,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:44:58,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:44:58,733 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:44:58,734 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740 2024-11-14T19:44:58,735 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740 2024-11-14T19:44:58,736 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:44:58,736 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:44:58,736 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:44:58,737 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:44:58,738 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59318719, jitterRate=-0.11608220636844635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:44:58,738 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:44:58,738 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613498727Writing region info on filesystem at 1731613498727Initializing all the Stores at 1731613498728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613498728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613498728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613498728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613498728Cleaning up temporary data from old regions at 1731613498736 (+8 ms)Running coprocessor post-open hooks at 1731613498738 (+2 ms)Region opened successfully at 1731613498738 2024-11-14T19:44:58,739 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613498701 2024-11-14T19:44:58,741 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:44:58,741 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:44:58,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,35851,1731613495517 2024-11-14T19:44:58,743 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,35851,1731613495517, state=OPEN 2024-11-14T19:44:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1841099709/meta-region-server 2024-11-14T19:44:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1841099709/meta-region-server 2024-11-14T19:44:58,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,35851,1731613495517 2024-11-14T19:44:58,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1841099709/meta-region-server: CHANGED 2024-11-14T19:44:58,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1841099709/meta-region-server: CHANGED 2024-11-14T19:44:58,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:44:58,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,35851,1731613495517 in 199 msec 2024-11-14T19:44:58,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:44:58,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-14T19:44:58,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:44:58,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:44:58,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:58,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35851,1731613495517, seqNum=-1] 2024-11-14T19:44:58,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:58,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:58,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-14T19:44:58,762 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613498762, completionTime=-1 2024-11-14T19:44:58,762 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:44:58,762 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613558764 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613618764 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40157,1731613495408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40157,1731613495408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40157,1731613495408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:40157, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,764 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,766 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:44:58,767 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-11-14T19:44:58,767 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:44:58,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:44:58,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:44:58,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:44:58,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:44:58,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40157,1731613495408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:44:58,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40157,1731613495408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:44:58,770 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:44:58,770 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:44:58,770 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40157,1731613495408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:44:58,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:58,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,40157,-1 for getting cluster id 2024-11-14T19:44:58,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:44:58,844 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34dcc42d-36c1-42bb-b8ca-9a9a566f4e75' 2024-11-14T19:44:58,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:44:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34dcc42d-36c1-42bb-b8ca-9a9a566f4e75" 2024-11-14T19:44:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ba480e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,40157,-1] 2024-11-14T19:44:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:44:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:44:58,846 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:44:58,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:44:58,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:44:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35851,1731613495517, seqNum=-1] 2024-11-14T19:44:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:44:58,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:44:58,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,40157,1731613495408 2024-11-14T19:44:58,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63547 2024-11-14T19:44:58,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:44:58,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c0ebc220005 connected 2024-11-14T19:44:58,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:44:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46523,1731613490180 2024-11-14T19:44:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a0d7bc 2024-11-14T19:44:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:44:58,871 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:44:58,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:44:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:44:58,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:44:58,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:44:58,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:44:58,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:44:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:44:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:59,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac99a02cfd74cedef66f4803f1dafbca, NAME => 'test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd 2024-11-14T19:44:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:44:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:44:59,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:44:59,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac99a02cfd74cedef66f4803f1dafbca, disabling compactions & flushes 2024-11-14T19:44:59,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:44:59,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:44:59,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. after waiting 0 ms 2024-11-14T19:44:59,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:44:59,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:44:59,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac99a02cfd74cedef66f4803f1dafbca: Waiting for close lock at 1731613499694Disabling compacts and flushes for region at 1731613499694Disabling writes for close at 1731613499694Writing region close event to WAL at 1731613499694Closed at 1731613499694 2024-11-14T19:44:59,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:44:59,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613499695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613499695"}]},"ts":"1731613499695"} 2024-11-14T19:44:59,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:44:59,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:44:59,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613499699"}]},"ts":"1731613499699"} 2024-11-14T19:44:59,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:44:59,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac99a02cfd74cedef66f4803f1dafbca, ASSIGN}] 2024-11-14T19:44:59,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac99a02cfd74cedef66f4803f1dafbca, ASSIGN 2024-11-14T19:44:59,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac99a02cfd74cedef66f4803f1dafbca, ASSIGN; state=OFFLINE, location=867b237d0fa7,33657,1731613490325; forceNewPlan=false, retain=false 2024-11-14T19:44:59,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac99a02cfd74cedef66f4803f1dafbca, regionState=OPENING, regionLocation=867b237d0fa7,33657,1731613490325 2024-11-14T19:44:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac99a02cfd74cedef66f4803f1dafbca, ASSIGN because future has completed 2024-11-14T19:44:59,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac99a02cfd74cedef66f4803f1dafbca, server=867b237d0fa7,33657,1731613490325}] 2024-11-14T19:45:00,013 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:45:00,013 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac99a02cfd74cedef66f4803f1dafbca, NAME => 'test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:45:00,013 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:45:00,013 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:45:00,014 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,014 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:45:00,014 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,014 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,015 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:00,016 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac99a02cfd74cedef66f4803f1dafbca columnFamilyName f 2024-11-14T19:45:00,017 DEBUG [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:00,017 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] regionserver.HStore(327): Store=ac99a02cfd74cedef66f4803f1dafbca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:00,017 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,019 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac99a02cfd74cedef66f4803f1dafbca columnFamilyName f1 2024-11-14T19:45:00,019 DEBUG [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:00,019 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] regionserver.HStore(327): Store=ac99a02cfd74cedef66f4803f1dafbca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:00,019 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,020 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac99a02cfd74cedef66f4803f1dafbca columnFamilyName norep 2024-11-14T19:45:00,020 DEBUG [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:00,021 INFO [StoreOpener-ac99a02cfd74cedef66f4803f1dafbca-1 {}] regionserver.HStore(327): Store=ac99a02cfd74cedef66f4803f1dafbca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:00,021 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,021 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,022 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,023 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,023 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,023 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:45:00,025 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,027 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:45:00,027 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac99a02cfd74cedef66f4803f1dafbca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68587889, jitterRate=0.02203918993473053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:45:00,028 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:45:00,028 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac99a02cfd74cedef66f4803f1dafbca: Running coprocessor pre-open hook at 1731613500014Writing region info on filesystem at 1731613500014Initializing all the Stores at 1731613500015 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613500015Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613500015Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613500015Cleaning up temporary data from old regions at 1731613500023 (+8 ms)Running coprocessor post-open hooks at 1731613500028 (+5 ms)Region opened successfully at 1731613500028 2024-11-14T19:45:00,030 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., pid=6, masterSystemTime=1731613500009 2024-11-14T19:45:00,032 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:45:00,032 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:45:00,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac99a02cfd74cedef66f4803f1dafbca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,33657,1731613490325 2024-11-14T19:45:00,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac99a02cfd74cedef66f4803f1dafbca, server=867b237d0fa7,33657,1731613490325 because future has completed 2024-11-14T19:45:00,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:45:00,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac99a02cfd74cedef66f4803f1dafbca, server=867b237d0fa7,33657,1731613490325 in 180 msec 2024-11-14T19:45:00,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:45:00,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac99a02cfd74cedef66f4803f1dafbca, ASSIGN in 338 msec 2024-11-14T19:45:00,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:45:00,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613500043"}]},"ts":"1731613500043"} 2024-11-14T19:45:00,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:45:00,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:45:00,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-14T19:45:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:01,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:01,027 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:45:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,40157,1731613495408 2024-11-14T19:45:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227f0412 2024-11-14T19:45:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:01,029 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:45:01,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:45:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:45:01,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:45:01,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:01,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:45:01,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:45:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:45:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:01,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c54a181d0a2d074a39a01291d29d37bd, NAME => 'test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d 2024-11-14T19:45:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:45:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:01,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:45:01,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c54a181d0a2d074a39a01291d29d37bd, disabling compactions & flushes 2024-11-14T19:45:01,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:01,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:01,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. after waiting 0 ms 2024-11-14T19:45:01,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:01,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:01,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c54a181d0a2d074a39a01291d29d37bd: Waiting for close lock at 1731613501849Disabling compacts and flushes for region at 1731613501849Disabling writes for close at 1731613501849Writing region close event to WAL at 1731613501849Closed at 1731613501849 2024-11-14T19:45:01,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:45:01,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613501851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613501851"}]},"ts":"1731613501851"} 2024-11-14T19:45:01,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:45:01,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:45:01,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613501854"}]},"ts":"1731613501854"} 2024-11-14T19:45:01,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:45:01,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c54a181d0a2d074a39a01291d29d37bd, ASSIGN}] 2024-11-14T19:45:01,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c54a181d0a2d074a39a01291d29d37bd, ASSIGN 2024-11-14T19:45:01,859 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c54a181d0a2d074a39a01291d29d37bd, ASSIGN; state=OFFLINE, location=867b237d0fa7,35851,1731613495517; forceNewPlan=false, retain=false 2024-11-14T19:45:02,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c54a181d0a2d074a39a01291d29d37bd, regionState=OPENING, regionLocation=867b237d0fa7,35851,1731613495517 2024-11-14T19:45:02,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c54a181d0a2d074a39a01291d29d37bd, ASSIGN because future has completed 2024-11-14T19:45:02,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c54a181d0a2d074a39a01291d29d37bd, server=867b237d0fa7,35851,1731613495517}] 2024-11-14T19:45:02,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:45:02,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:45:02,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:45:02,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T19:45:02,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:45:02,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T19:45:02,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:45:02,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T19:45:02,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:45:02,108 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:45:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:02,170 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:02,170 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c54a181d0a2d074a39a01291d29d37bd, NAME => 'test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:45:02,171 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:45:02,171 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:45:02,171 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,171 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:45:02,171 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,171 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,172 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,174 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c54a181d0a2d074a39a01291d29d37bd columnFamilyName f 2024-11-14T19:45:02,174 DEBUG [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:02,174 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] regionserver.HStore(327): Store=c54a181d0a2d074a39a01291d29d37bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:02,174 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,175 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c54a181d0a2d074a39a01291d29d37bd columnFamilyName f1 2024-11-14T19:45:02,175 DEBUG [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:02,176 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] regionserver.HStore(327): Store=c54a181d0a2d074a39a01291d29d37bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:02,176 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,177 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c54a181d0a2d074a39a01291d29d37bd columnFamilyName norep 2024-11-14T19:45:02,177 DEBUG [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:02,177 INFO [StoreOpener-c54a181d0a2d074a39a01291d29d37bd-1 {}] regionserver.HStore(327): Store=c54a181d0a2d074a39a01291d29d37bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:02,177 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,178 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,178 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,179 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,179 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,180 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:45:02,181 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,183 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:45:02,183 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c54a181d0a2d074a39a01291d29d37bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71189521, jitterRate=0.060806527733802795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:45:02,183 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:45:02,183 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c54a181d0a2d074a39a01291d29d37bd: Running coprocessor pre-open hook at 1731613502171Writing region info on filesystem at 1731613502171Initializing all the Stores at 1731613502172 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613502172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613502172Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613502172Cleaning up temporary data from old regions at 1731613502179 (+7 ms)Running coprocessor post-open hooks at 1731613502183 (+4 ms)Region opened successfully at 1731613502183 2024-11-14T19:45:02,184 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd., pid=6, masterSystemTime=1731613502166 2024-11-14T19:45:02,186 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:02,186 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:45:02,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c54a181d0a2d074a39a01291d29d37bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,35851,1731613495517 2024-11-14T19:45:02,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c54a181d0a2d074a39a01291d29d37bd, server=867b237d0fa7,35851,1731613495517 because future has completed 2024-11-14T19:45:02,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:45:02,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c54a181d0a2d074a39a01291d29d37bd, server=867b237d0fa7,35851,1731613495517 in 178 msec 2024-11-14T19:45:02,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:45:02,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c54a181d0a2d074a39a01291d29d37bd, ASSIGN in 336 msec 2024-11-14T19:45:02,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:45:02,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613502197"}]},"ts":"1731613502197"} 2024-11-14T19:45:02,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:45:02,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:45:02,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-14T19:45:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:45:03,177 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:45:03,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46523,-1 for getting cluster id 2024-11-14T19:45:03,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:03,178 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f33b689-ed81-4192-ba33-056ad3a58798' 2024-11-14T19:45:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f33b689-ed81-4192-ba33-056ad3a58798" 2024-11-14T19:45:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595cb858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46523,-1] 2024-11-14T19:45:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:03,180 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492ee510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,40157,-1 for getting cluster id 2024-11-14T19:45:03,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:03,182 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34dcc42d-36c1-42bb-b8ca-9a9a566f4e75' 2024-11-14T19:45:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34dcc42d-36c1-42bb-b8ca-9a9a566f4e75" 2024-11-14T19:45:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9c334f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,40157,-1] 2024-11-14T19:45:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:03,184 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:03,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4a1109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46523,-1 for getting cluster id 2024-11-14T19:45:03,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:03,186 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f33b689-ed81-4192-ba33-056ad3a58798' 2024-11-14T19:45:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f33b689-ed81-4192-ba33-056ad3a58798" 2024-11-14T19:45:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a5f9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46523,-1] 2024-11-14T19:45:03,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:03,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:03,187 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:03,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24620ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46523,1731613490180 2024-11-14T19:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79543dbf 2024-11-14T19:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:03,192 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:45:03,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:40157,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:45:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:45:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:45:03,196 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:40157' 2024-11-14T19:45:03,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ab5f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,196 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,40157,-1 for getting cluster id 2024-11-14T19:45:03,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:03,197 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34dcc42d-36c1-42bb-b8ca-9a9a566f4e75' 2024-11-14T19:45:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34dcc42d-36c1-42bb-b8ca-9a9a566f4e75" 2024-11-14T19:45:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49852393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,40157,-1] 2024-11-14T19:45:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:03,199 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:03,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c24a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:03,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:03,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,40157,1731613495408 2024-11-14T19:45:03,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d28746f 2024-11-14T19:45:03,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:03,201 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:45:03,202 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:45:03,202 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:45:03,202 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:03,202 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:03,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:45:03,203 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:45:03,204 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:45:03,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:45:03,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:03,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:45:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:45:03,254 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:45:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:45:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:45:03,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:45:03,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c102df8fc4f509687ade294e8888ebd8, NAME => 'hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd 2024-11-14T19:45:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:45:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:45:04,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:45:04,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c102df8fc4f509687ade294e8888ebd8, disabling compactions & flushes 2024-11-14T19:45:04,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. after waiting 0 ms 2024-11-14T19:45:04,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c102df8fc4f509687ade294e8888ebd8: Waiting for close lock at 1731613504020Disabling compacts and flushes for region at 1731613504020Disabling writes for close at 1731613504020Writing region close event to WAL at 1731613504020Closed at 1731613504020 2024-11-14T19:45:04,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:45:04,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613504021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613504021"}]},"ts":"1731613504021"} 2024-11-14T19:45:04,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:45:04,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:45:04,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613504025"}]},"ts":"1731613504025"} 2024-11-14T19:45:04,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:45:04,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c102df8fc4f509687ade294e8888ebd8, ASSIGN}] 2024-11-14T19:45:04,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c102df8fc4f509687ade294e8888ebd8, ASSIGN 2024-11-14T19:45:04,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c102df8fc4f509687ade294e8888ebd8, ASSIGN; state=OFFLINE, location=867b237d0fa7,33657,1731613490325; forceNewPlan=false, retain=false 2024-11-14T19:45:04,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c102df8fc4f509687ade294e8888ebd8, regionState=OPENING, regionLocation=867b237d0fa7,33657,1731613490325 2024-11-14T19:45:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c102df8fc4f509687ade294e8888ebd8, ASSIGN because future has completed 2024-11-14T19:45:04,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c102df8fc4f509687ade294e8888ebd8, server=867b237d0fa7,33657,1731613490325}] 2024-11-14T19:45:04,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:45:04,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:04,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:04,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:04,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:45:04,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:45:04,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:45:04,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C33657%2C1731613490325.rep, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/oldWALs, maxLogs=10 2024-11-14T19:45:04,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.rep.1731613504341, exclude list is [], retry=0 2024-11-14T19:45:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-4f4ae492-788a-4d68-8baa-19103f94b86d,DISK] 2024-11-14T19:45:04,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.rep.1731613504341 2024-11-14T19:45:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40927:40927)] 2024-11-14T19:45:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c102df8fc4f509687ade294e8888ebd8, NAME => 'hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:45:04,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:45:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:45:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. service=MultiRowMutationService 2024-11-14T19:45:04,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:45:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:45:04,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,360 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,361 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c102df8fc4f509687ade294e8888ebd8 columnFamilyName hfileref 2024-11-14T19:45:04,362 DEBUG [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:04,362 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] regionserver.HStore(327): Store=c102df8fc4f509687ade294e8888ebd8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:04,362 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,363 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c102df8fc4f509687ade294e8888ebd8 columnFamilyName queue 2024-11-14T19:45:04,363 DEBUG [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:04,364 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] regionserver.HStore(327): Store=c102df8fc4f509687ade294e8888ebd8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:04,364 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,365 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c102df8fc4f509687ade294e8888ebd8 columnFamilyName sid 2024-11-14T19:45:04,365 DEBUG [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:45:04,365 INFO [StoreOpener-c102df8fc4f509687ade294e8888ebd8-1 {}] regionserver.HStore(327): Store=c102df8fc4f509687ade294e8888ebd8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:45:04,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:45:04,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:45:04,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c102df8fc4f509687ade294e8888ebd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59827869, jitterRate=-0.10849528014659882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:45:04,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:45:04,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c102df8fc4f509687ade294e8888ebd8: Running coprocessor pre-open hook at 1731613504359Writing region info on filesystem at 1731613504359Initializing all the Stores at 1731613504360 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613504360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613504360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613504360Cleaning up temporary data from old regions at 1731613504367 (+7 ms)Running coprocessor post-open hooks at 1731613504371 (+4 ms)Region opened successfully at 1731613504372 (+1 ms) 2024-11-14T19:45:04,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8., pid=10, masterSystemTime=1731613504335 2024-11-14T19:45:04,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:45:04,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c102df8fc4f509687ade294e8888ebd8, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,33657,1731613490325 2024-11-14T19:45:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c102df8fc4f509687ade294e8888ebd8, server=867b237d0fa7,33657,1731613490325 because future has completed 2024-11-14T19:45:04,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:45:04,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c102df8fc4f509687ade294e8888ebd8, server=867b237d0fa7,33657,1731613490325 in 196 msec 2024-11-14T19:45:04,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:45:04,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c102df8fc4f509687ade294e8888ebd8, ASSIGN in 352 msec 2024-11-14T19:45:04,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:45:04,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613504384"}]},"ts":"1731613504384"} 2024-11-14T19:45:04,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:45:04,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:45:04,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-14T19:45:04,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8., hostname=867b237d0fa7,33657,1731613490325, seqNum=2] 2024-11-14T19:45:04,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:45:04,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:45:04,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:45:04,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:45:04,670 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:45:04,697 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,33657,1731613490325, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:45:04,697 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:45:04,697 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33657,1731613490325, seqNum=-1] 2024-11-14T19:45:04,698 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:45:04,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T19:45:04,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,33657,1731613490325', locateType=CURRENT is [region=hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8., hostname=867b237d0fa7,33657,1731613490325, seqNum=2] 2024-11-14T19:45:04,714 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:45:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:45:04,717 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,33657,1731613490325 suceeded 2024-11-14T19:45:04,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:45:04,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-14T19:45:04,719 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:40157,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T19:45:04,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-14T19:45:04,731 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:40157' 2024-11-14T19:45:04,732 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23bfae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:04,732 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,40157,-1 for getting cluster id 2024-11-14T19:45:04,732 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:04,733 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34dcc42d-36c1-42bb-b8ca-9a9a566f4e75' 2024-11-14T19:45:04,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:04,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34dcc42d-36c1-42bb-b8ca-9a9a566f4e75" 2024-11-14T19:45:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@748c7e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,40157,-1] 2024-11-14T19:45:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:04,735 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:04,736 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6e6cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:04,736 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,40157,1731613495408 2024-11-14T19:45:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2285cb6b 2024-11-14T19:45:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:04,738 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T19:45:04,739 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,33657,1731613490325 (queues=1) is replicating from cluster=5f33b689-ed81-4192-ba33-056ad3a58798 to cluster=34dcc42d-36c1-42bb-b8ca-9a9a566f4e75 2024-11-14T19:45:04,739 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C33657%2C1731613490325 2024-11-14T19:45:04,739 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,33657,1731613490325, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:45:04,740 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C33657%2C1731613490325 2024-11-14T19:45:04,740 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528, startPosition=0, beingWritten=true 2024-11-14T19:45:04,753 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:45:04,753 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 379, reset compression=false 2024-11-14T19:45:04,754 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,33657,1731613490325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:45:04,958 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 379, reset compression=false 2024-11-14T19:45:05,262 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 379, reset compression=false 2024-11-14T19:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:45:05,337 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:45:05,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:45:05,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:45:05,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:05,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:05,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:45:05,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:45:05,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731613505341/Put/seqid=0 2024-11-14T19:45:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741840_1016 (size=7894) 2024-11-14T19:45:05,667 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 379, reset compression=false 2024-11-14T19:45:05,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_1 is 34, key is ddd/f:row/1731613505749/Put/seqid=0 2024-11-14T19:45:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741841_1017 (size=7691) 2024-11-14T19:45:06,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:06,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46523,-1 for getting cluster id 2024-11-14T19:45:06,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:06,160 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f33b689-ed81-4192-ba33-056ad3a58798' 2024-11-14T19:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f33b689-ed81-4192-ba33-056ad3a58798" 2024-11-14T19:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a08e146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46523,-1] 2024-11-14T19:45:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:06,162 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:06,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:06,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:45:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33657,1731613490325, seqNum=-1] 2024-11-14T19:45:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:45:06,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:45:06,171 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 379, reset compression=false 2024-11-14T19:45:06,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46523,1731613490180 2024-11-14T19:45:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5a4d53 2024-11-14T19:45:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:06,179 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:45:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2] 2024-11-14T19:45:06,193 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:45:06,204 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T19:45:06,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T19:45:06,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_0 for inclusion in ac99a02cfd74cedef66f4803f1dafbca/f 2024-11-14T19:45:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T19:45:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:45:06,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_1 for inclusion in ac99a02cfd74cedef66f4803f1dafbca/f 2024-11-14T19:45:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T19:45:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:45:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegion(2603): Flush status journal for ac99a02cfd74cedef66f4803f1dafbca: 2024-11-14T19:45:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_0 to hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_0 2024-11-14T19:45:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_0 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ 2024-11-14T19:45:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f/f/hfile_1 to hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_1 2024-11-14T19:45:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_1 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ 2024-11-14T19:45:06,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_0 into ac99a02cfd74cedef66f4803f1dafbca/f as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ - updating store file list. 2024-11-14T19:45:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6bfe675f9c741baa528fec817bfda17_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:45:06,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ into ac99a02cfd74cedef66f4803f1dafbca/f 2024-11-14T19:45:06,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_0 into ac99a02cfd74cedef66f4803f1dafbca/f (new location: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_) 2024-11-14T19:45:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_0 2024-11-14T19:45:06,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_1 into ac99a02cfd74cedef66f4803f1dafbca/f as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ - updating store file list. 2024-11-14T19:45:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a300d4998c9e4803adee699a4f1b23b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:45:06,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ into ac99a02cfd74cedef66f4803f1dafbca/f 2024-11-14T19:45:06,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_1 into ac99a02cfd74cedef66f4803f1dafbca/f (new location: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_) 2024-11-14T19:45:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__44d8f51eq9lh3gsvlhl8u9cduacqdre6nfe8876olhfjjpl393fm0kqak5fam91e/f/hfile_1 2024-11-14T19:45:06,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:45:06,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:45:06,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:06,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:06,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:45:06,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:45:06,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2 , the old value is region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:33657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:45:06,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:45:06,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35851,1731613495517, seqNum=-1] 2024-11-14T19:45:06,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2 from cache 2024-11-14T19:45:06,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:45:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44836 deadline: 1731613566257 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44836 2024-11-14T19:45:06,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:45:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd., hostname=867b237d0fa7,35851,1731613495517, seqNum=2] 2024-11-14T19:45:06,264 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:45:06,367 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:33657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T19:45:06,774 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 379, reset compression=false 2024-11-14T19:45:06,781 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:45:06,781 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,33657,1731613490325 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac99a02cfd74cedef66f4803f1dafbca/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613506252/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T19:45:06,800 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:45:06,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T19:45:06,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.ReplicationSink(318): Replicating [5f33b689-ed81-4192-ba33-056ad3a58798] bulk loaded data 2024-11-14T19:45:06,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a86746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:06,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,40157,-1 for getting cluster id 2024-11-14T19:45:06,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:06,806 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34dcc42d-36c1-42bb-b8ca-9a9a566f4e75' 2024-11-14T19:45:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34dcc42d-36c1-42bb-b8ca-9a9a566f4e75" 2024-11-14T19:45:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6089da2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,40157,-1] 2024-11-14T19:45:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:06,807 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:06,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52b42c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741837_1013 (size=7894) 2024-11-14T19:45:06,981 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 687, reset compression=false 2024-11-14T19:45:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741838_1014 (size=7691) 2024-11-14T19:45:07,266 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:45:07,285 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 687, reset compression=false 2024-11-14T19:45:07,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:07,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,40157,1731613495408 2024-11-14T19:45:07,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276aff46 2024-11-14T19:45:07,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:07,636 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T19:45:07,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:45:07,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:45:07,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35851,1731613495517, seqNum=-1] 2024-11-14T19:45:07,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:45:07,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T19:45:07,647 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T19:45:07,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T19:45:07,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ for inclusion in c54a181d0a2d074a39a01291d29d37bd/f 2024-11-14T19:45:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T19:45:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:45:07,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ for inclusion in c54a181d0a2d074a39a01291d29d37bd/f 2024-11-14T19:45:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T19:45:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:45:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HRegion(2603): Flush status journal for c54a181d0a2d074a39a01291d29d37bd: 2024-11-14T19:45:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6bfe675f9c741baa528fec817bfda17_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:45:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/3320e20aca7b43d4a43c9f61cf0b0d4b_SeqId_4_ 2024-11-14T19:45:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:45:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/83bb238269d34ab6a259066404569310_SeqId_4_ 2024-11-14T19:45:07,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ into c54a181d0a2d074a39a01291d29d37bd/f as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/3320e20aca7b43d4a43c9f61cf0b0d4b_SeqId_4_ - updating store file list. 2024-11-14T19:45:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3320e20aca7b43d4a43c9f61cf0b0d4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:45:07,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/3320e20aca7b43d4a43c9f61cf0b0d4b_SeqId_4_ into c54a181d0a2d074a39a01291d29d37bd/f 2024-11-14T19:45:07,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ into c54a181d0a2d074a39a01291d29d37bd/f (new location: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/3320e20aca7b43d4a43c9f61cf0b0d4b_SeqId_4_) 2024-11-14T19:45:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/f6bfe675f9c741baa528fec817bfda17_SeqId_4_ 2024-11-14T19:45:07,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ into c54a181d0a2d074a39a01291d29d37bd/f as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/83bb238269d34ab6a259066404569310_SeqId_4_ - updating store file list. 2024-11-14T19:45:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83bb238269d34ab6a259066404569310_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:45:07,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/83bb238269d34ab6a259066404569310_SeqId_4_ into c54a181d0a2d074a39a01291d29d37bd/f 2024-11-14T19:45:07,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ into c54a181d0a2d074a39a01291d29d37bd/f (new location: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/f/83bb238269d34ab6a259066404569310_SeqId_4_) 2024-11-14T19:45:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/staging/jenkins.hfs.6__test__f3tudlf8sk0svmm0187tre1s4cfkhq7hth6746389st7tadakph4efm74ruo5b6m/f/a300d4998c9e4803adee699a4f1b23b9_SeqId_4_ 2024-11-14T19:45:07,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] regionserver.ReplicationSink(324): Finished replicating [5f33b689-ed81-4192-ba33-056ad3a58798] bulk loaded data 2024-11-14T19:45:07,689 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 687, reset compression=false 2024-11-14T19:45:08,193 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 687, reset compression=false 2024-11-14T19:45:08,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:45:08,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731613508282/Put/seqid=0 2024-11-14T19:45:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741842_1018 (size=7997) 2024-11-14T19:45:08,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731613508765/Put/seqid=0 2024-11-14T19:45:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741843_1019 (size=7794) 2024-11-14T19:45:08,797 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 687, reset compression=false 2024-11-14T19:45:09,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:09,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46523,-1 for getting cluster id 2024-11-14T19:45:09,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:45:09,173 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f33b689-ed81-4192-ba33-056ad3a58798' 2024-11-14T19:45:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:45:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f33b689-ed81-4192-ba33-056ad3a58798" 2024-11-14T19:45:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682918c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46523,-1] 2024-11-14T19:45:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:45:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:09,175 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:45:09,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:45:09,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:45:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33657,1731613490325, seqNum=-1] 2024-11-14T19:45:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:45:09,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:45:09,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:45:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46523,1731613490180 2024-11-14T19:45:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3ed852 2024-11-14T19:45:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:45:09,189 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:45:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2] 2024-11-14T19:45:09,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:45:09,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T19:45:09,205 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T19:45:09,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_1 for inclusion in ac99a02cfd74cedef66f4803f1dafbca/f1 2024-11-14T19:45:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T19:45:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:45:09,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_0 for inclusion in ac99a02cfd74cedef66f4803f1dafbca/f1 2024-11-14T19:45:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T19:45:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:45:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegion(2603): Flush status journal for ac99a02cfd74cedef66f4803f1dafbca: 2024-11-14T19:45:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_1 to hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_1 2024-11-14T19:45:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_1 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/2d5de49369784013b554df4b935befc2_SeqId_6_ 2024-11-14T19:45:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/load_f1/f1/hfile_0 to hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_0 2024-11-14T19:45:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_0 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/3b8e1157214f4293aac0bd54663bda19_SeqId_6_ 2024-11-14T19:45:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T19:45:09,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_1 into ac99a02cfd74cedef66f4803f1dafbca/f1 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/2d5de49369784013b554df4b935befc2_SeqId_6_ - updating store file list. 2024-11-14T19:45:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d5de49369784013b554df4b935befc2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:45:09,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/2d5de49369784013b554df4b935befc2_SeqId_6_ into ac99a02cfd74cedef66f4803f1dafbca/f1 2024-11-14T19:45:09,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_1 into ac99a02cfd74cedef66f4803f1dafbca/f1 (new location: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/2d5de49369784013b554df4b935befc2_SeqId_6_) 2024-11-14T19:45:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_1 2024-11-14T19:45:09,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_0 into ac99a02cfd74cedef66f4803f1dafbca/f1 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/3b8e1157214f4293aac0bd54663bda19_SeqId_6_ - updating store file list. 2024-11-14T19:45:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b8e1157214f4293aac0bd54663bda19_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:45:09,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/3b8e1157214f4293aac0bd54663bda19_SeqId_6_ into ac99a02cfd74cedef66f4803f1dafbca/f1 2024-11-14T19:45:09,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_0 into ac99a02cfd74cedef66f4803f1dafbca/f1 (new location: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/f1/3b8e1157214f4293aac0bd54663bda19_SeqId_6_) 2024-11-14T19:45:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/staging/jenkins__test__t1krh8g31fscherjajpduduatu43f54hjb23lk7llko2ra2sbptktgglkklu852l/f1/hfile_0 2024-11-14T19:45:09,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:45:09,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:45:09,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:09,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:45:09,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:45:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2 , the old value is region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:33657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:45:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:45:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2 from cache 2024-11-14T19:45:09,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:45:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33657,1731613490325, seqNum=-1] 2024-11-14T19:45:09,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T19:45:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:45:09,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:45:09,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., hostname=867b237d0fa7,33657,1731613490325, seqNum=2] 2024-11-14T19:45:09,347 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:33657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T19:45:09,501 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 687, reset compression=false 2024-11-14T19:45:09,506 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:45:09,506 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:09,506 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,33657,1731613490325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:45:09,710 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:09,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:45:09,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:09,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:09,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:09,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:45:10,014 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:10,418 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:10,922 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:11,526 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:12,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:45:12,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T19:45:12,230 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:13,034 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:13,939 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:14,943 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:16,047 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:17,252 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:18,556 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:19,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:45:19,960 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:21,464 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:23,069 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:24,774 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:24,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:45:26,578 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:28,483 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:29,508 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,33657,1731613490325 got entry batch from reader: null 2024-11-14T19:45:30,487 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:32,591 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:33,639 INFO [master/867b237d0fa7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T19:45:33,639 INFO [master/867b237d0fa7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T19:45:34,796 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:37,100 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:38,771 INFO [master/867b237d0fa7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T19:45:38,771 INFO [master/867b237d0fa7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T19:45:39,508 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:42,012 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:44,618 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:45,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ac99a02cfd74cedef66f4803f1dafbca, had cached 0 bytes from a total of 31376 2024-11-14T19:45:47,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c54a181d0a2d074a39a01291d29d37bd, had cached 0 bytes from a total of 15585 2024-11-14T19:45:47,324 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:49,508 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,33657,1731613490325 got entry batch from reader: null 2024-11-14T19:45:49,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:45:50,128 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:53,032 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:53,629 DEBUG [master/867b237d0fa7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:45:54,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:45:56,037 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:45:58,778 DEBUG [master/867b237d0fa7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:45:59,142 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:46:02,346 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:46:05,650 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:46:09,054 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:46:09,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:46:09,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:09,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:09,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:09,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:09,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:09,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:09,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1096471280, stopped=false 2024-11-14T19:46:09,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,40157,1731613495408 2024-11-14T19:46:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1841099709/running 2024-11-14T19:46:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1841099709/running 2024-11-14T19:46:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:46:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:46:09,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:09,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:09,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:09,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:09,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/running 2024-11-14T19:46:09,329 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,35851,1731613495517' ***** 2024-11-14T19:46:09,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:09,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Set watcher on znode that does not yet exist, /1-1841099709/running 2024-11-14T19:46:09,329 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:09,329 INFO [RS:0;867b237d0fa7:35851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:09,329 INFO [RS:0;867b237d0fa7:35851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:09,329 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:09,329 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(3091): Received CLOSE for c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:46:09,329 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,35851,1731613495517 2024-11-14T19:46:09,329 INFO [RS:0;867b237d0fa7:35851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:09,330 INFO [RS:0;867b237d0fa7:35851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:35851. 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c54a181d0a2d074a39a01291d29d37bd, disabling compactions & flushes 2024-11-14T19:46:09,330 DEBUG [RS:0;867b237d0fa7:35851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:09,330 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:46:09,330 DEBUG [RS:0;867b237d0fa7:35851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. after waiting 0 ms 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:46:09,330 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:09,330 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:09,330 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:09,330 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:09,330 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:46:09,330 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1325): Online Regions={c54a181d0a2d074a39a01291d29d37bd=test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:09,330 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c54a181d0a2d074a39a01291d29d37bd 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:09,330 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:09,330 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:09,330 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T19:46:09,337 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/default/test/c54a181d0a2d074a39a01291d29d37bd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T19:46:09,338 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:09,338 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:46:09,338 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:46:09,338 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c54a181d0a2d074a39a01291d29d37bd: Waiting for close lock at 1731613569330Running coprocessor pre-close hooks at 1731613569330Disabling compacts and flushes for region at 1731613569330Disabling writes for close at 1731613569330Writing region close event to WAL at 1731613569330Running coprocessor post-close hooks at 1731613569338 (+8 ms)Closed at 1731613569338 2024-11-14T19:46:09,338 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd. 2024-11-14T19:46:09,350 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/info/76b2a8609f394cc3922fa1bba804fa00 is 129, key is test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd./info:regioninfo/1731613502187/Put/seqid=0 2024-11-14T19:46:09,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741839_1015 (size=6421) 2024-11-14T19:46:09,429 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:09,509 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,33657,1731613490325 got entry batch from reader: null 2024-11-14T19:46:09,530 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:09,694 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:09,694 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:09,730 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:09,756 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/info/76b2a8609f394cc3922fa1bba804fa00 2024-11-14T19:46:09,775 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/ns/acc552235f1e48c78d93e3117be24961 is 43, key is default/ns:d/1731613498757/Put/seqid=0 2024-11-14T19:46:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741840_1016 (size=5153) 2024-11-14T19:46:09,931 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:10,131 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:10,179 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/ns/acc552235f1e48c78d93e3117be24961 2024-11-14T19:46:10,201 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/rep_barrier/2de1ba1b3b2b4b93849f85e5027903a2 is 112, key is test,,1731613501030.c54a181d0a2d074a39a01291d29d37bd./rep_barrier:seqnumDuringOpen/1731613502187/Put/seqid=0 2024-11-14T19:46:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741841_1017 (size=5518) 2024-11-14T19:46:10,331 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:46:10,331 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:10,331 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:10,531 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:10,605 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/rep_barrier/2de1ba1b3b2b4b93849f85e5027903a2 2024-11-14T19:46:10,627 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/table/9b352629c8bf4bed98393a0b73d4b6f1 is 40, key is test/table:state/1731613502197/Put/seqid=0 2024-11-14T19:46:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741842_1018 (size=5165) 2024-11-14T19:46:10,731 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:10,931 DEBUG [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:11,032 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/table/9b352629c8bf4bed98393a0b73d4b6f1 2024-11-14T19:46:11,038 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/info/76b2a8609f394cc3922fa1bba804fa00 as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/info/76b2a8609f394cc3922fa1bba804fa00 2024-11-14T19:46:11,043 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/info/76b2a8609f394cc3922fa1bba804fa00, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T19:46:11,044 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/ns/acc552235f1e48c78d93e3117be24961 as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/ns/acc552235f1e48c78d93e3117be24961 2024-11-14T19:46:11,049 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/ns/acc552235f1e48c78d93e3117be24961, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:46:11,050 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/rep_barrier/2de1ba1b3b2b4b93849f85e5027903a2 as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/rep_barrier/2de1ba1b3b2b4b93849f85e5027903a2 2024-11-14T19:46:11,055 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/rep_barrier/2de1ba1b3b2b4b93849f85e5027903a2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T19:46:11,056 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/.tmp/table/9b352629c8bf4bed98393a0b73d4b6f1 as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/table/9b352629c8bf4bed98393a0b73d4b6f1 2024-11-14T19:46:11,061 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/table/9b352629c8bf4bed98393a0b73d4b6f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:46:11,062 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false 2024-11-14T19:46:11,066 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T19:46:11,066 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:11,066 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:11,066 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:11,067 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613569330Running coprocessor pre-close hooks at 1731613569330Disabling compacts and flushes for region at 1731613569330Disabling writes for close at 1731613569330Obtaining lock to block concurrent updates at 1731613569330Preparing flush snapshotting stores in 1588230740 at 1731613569330Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731613569331 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613569331Flushing 1588230740/info: creating writer at 1731613569331Flushing 1588230740/info: appending metadata at 1731613569349 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731613569349Flushing 1588230740/ns: creating writer at 1731613569762 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731613569774 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731613569775 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731613570185 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613570200 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613570200Flushing 1588230740/table: creating writer at 1731613570611 (+411 ms)Flushing 1588230740/table: appending metadata at 1731613570627 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731613570627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178d5da9: reopening flushed file at 1731613571037 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b816284: reopening flushed file at 1731613571043 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d5b713: reopening flushed file at 1731613571049 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dce0f35: reopening flushed file at 1731613571055 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false at 1731613571062 (+7 ms)Writing region close event to WAL at 1731613571063 (+1 ms)Running coprocessor post-close hooks at 1731613571066 (+3 ms)Closed at 1731613571066 2024-11-14T19:46:11,067 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:11,132 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,35851,1731613495517; all regions closed. 2024-11-14T19:46:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741834_1010 (size=2717) 2024-11-14T19:46:11,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517/867b237d0fa7%2C35851%2C1731613495517.meta.1731613498709.meta not finished, retry = 0 2024-11-14T19:46:11,237 DEBUG [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/oldWALs 2024-11-14T19:46:11,237 INFO [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C35851%2C1731613495517.meta:.meta(num 1731613498709) 2024-11-14T19:46:11,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741832_1008 (size=1028) 2024-11-14T19:46:11,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/WALs/867b237d0fa7,35851,1731613495517/867b237d0fa7%2C35851%2C1731613495517.1731613497779 not finished, retry = 0 2024-11-14T19:46:11,342 DEBUG [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/oldWALs 2024-11-14T19:46:11,342 INFO [RS:0;867b237d0fa7:35851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C35851%2C1731613495517:(num 1731613497779) 2024-11-14T19:46:11,342 DEBUG [RS:0;867b237d0fa7:35851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:11,342 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:11,342 INFO [RS:0;867b237d0fa7:35851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:11,342 INFO [RS:0;867b237d0fa7:35851 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:11,342 INFO [RS:0;867b237d0fa7:35851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:11,342 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:11,342 INFO [RS:0;867b237d0fa7:35851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:35851. 2024-11-14T19:46:11,342 DEBUG [RS:0;867b237d0fa7:35851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:11,343 DEBUG [RS:0;867b237d0fa7:35851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:11,343 DEBUG [RS:0;867b237d0fa7:35851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:11,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:11,343 INFO [RS:0;867b237d0fa7:35851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35851 2024-11-14T19:46:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709/rs 2024-11-14T19:46:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1841099709/rs/867b237d0fa7,35851,1731613495517 2024-11-14T19:46:11,369 INFO [RS:0;867b237d0fa7:35851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:11,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,35851,1731613495517] 2024-11-14T19:46:11,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1841099709/draining/867b237d0fa7,35851,1731613495517 already deleted, retry=false 2024-11-14T19:46:11,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,35851,1731613495517 expired; onlineServers=0 2024-11-14T19:46:11,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,40157,1731613495408' ***** 2024-11-14T19:46:11,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:11,386 INFO [M:0;867b237d0fa7:40157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:11,386 INFO [M:0;867b237d0fa7:40157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:11,386 DEBUG [M:0;867b237d0fa7:40157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:11,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:11,386 DEBUG [M:0;867b237d0fa7:40157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:11,386 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613497506 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613497506,5,FailOnTimeoutGroup] 2024-11-14T19:46:11,386 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613497506 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613497506,5,FailOnTimeoutGroup] 2024-11-14T19:46:11,386 INFO [M:0;867b237d0fa7:40157 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:11,386 INFO [M:0;867b237d0fa7:40157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:11,387 DEBUG [M:0;867b237d0fa7:40157 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:11,387 INFO [M:0;867b237d0fa7:40157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:11,387 INFO [M:0;867b237d0fa7:40157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:11,387 INFO [M:0;867b237d0fa7:40157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:11,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1841099709/master 2024-11-14T19:46:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1841099709 2024-11-14T19:46:11,394 DEBUG [M:0;867b237d0fa7:40157 {}] zookeeper.ZKUtil(347): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Unable to get data of znode /1-1841099709/master because node does not exist (not an error) 2024-11-14T19:46:11,394 WARN [M:0;867b237d0fa7:40157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:11,396 INFO [M:0;867b237d0fa7:40157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/.lastflushedseqids 2024-11-14T19:46:11,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741843_1019 (size=173) 2024-11-14T19:46:11,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:11,478 INFO [RS:0;867b237d0fa7:35851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:11,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35851-0x1013c0ebc220004, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:11,478 INFO [RS:0;867b237d0fa7:35851 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,35851,1731613495517; zookeeper connection closed. 2024-11-14T19:46:11,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@588017f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@588017f 2024-11-14T19:46:11,479 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:46:11,801 INFO [M:0;867b237d0fa7:40157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:11,801 INFO [M:0;867b237d0fa7:40157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:11,801 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:11,801 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:11,801 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:11,801 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:11,801 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:11,802 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-14T19:46:11,816 DEBUG [M:0;867b237d0fa7:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96143a07239d45a3a517f2003f42875e is 82, key is hbase:meta,,1/info:regioninfo/1731613498742/Put/seqid=0 2024-11-14T19:46:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741844_1020 (size=5672) 2024-11-14T19:46:12,221 INFO [M:0;867b237d0fa7:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96143a07239d45a3a517f2003f42875e 2024-11-14T19:46:12,242 DEBUG [M:0;867b237d0fa7:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be70b5ca40f346528d655762e8f230f8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613502201/Put/seqid=0 2024-11-14T19:46:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741845_1021 (size=6728) 2024-11-14T19:46:12,558 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 to pos 997, reset compression=false 2024-11-14T19:46:12,647 INFO [M:0;867b237d0fa7:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be70b5ca40f346528d655762e8f230f8 2024-11-14T19:46:12,652 INFO [M:0;867b237d0fa7:40157 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be70b5ca40f346528d655762e8f230f8 2024-11-14T19:46:12,664 DEBUG [M:0;867b237d0fa7:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb1832b4e0444a4b8adc44abb204466 is 69, key is 867b237d0fa7,35851,1731613495517/rs:state/1731613497571/Put/seqid=0 2024-11-14T19:46:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741846_1022 (size=5156) 2024-11-14T19:46:13,069 INFO [M:0;867b237d0fa7:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb1832b4e0444a4b8adc44abb204466 2024-11-14T19:46:13,074 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96143a07239d45a3a517f2003f42875e as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96143a07239d45a3a517f2003f42875e 2024-11-14T19:46:13,079 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96143a07239d45a3a517f2003f42875e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T19:46:13,080 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be70b5ca40f346528d655762e8f230f8 as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be70b5ca40f346528d655762e8f230f8 2024-11-14T19:46:13,085 INFO [M:0;867b237d0fa7:40157 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be70b5ca40f346528d655762e8f230f8 2024-11-14T19:46:13,085 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be70b5ca40f346528d655762e8f230f8, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T19:46:13,086 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb1832b4e0444a4b8adc44abb204466 as hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fb1832b4e0444a4b8adc44abb204466 2024-11-14T19:46:13,090 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/6bf74a8c-d25a-2f74-69d7-5c47eb0ce99d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fb1832b4e0444a4b8adc44abb204466, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T19:46:13,091 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-14T19:46:13,092 INFO [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:13,092 DEBUG [M:0;867b237d0fa7:40157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613571801Disabling compacts and flushes for region at 1731613571801Disabling writes for close at 1731613571801Obtaining lock to block concurrent updates at 1731613571802 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613571802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731613571802Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613571803 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613571803Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613571816 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613571816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613572226 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613572241 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613572241Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613572652 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613572664 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613572664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfbf949: reopening flushed file at 1731613573074 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3541cd9b: reopening flushed file at 1731613573079 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1940b: reopening flushed file at 1731613573085 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731613573091 (+6 ms)Writing region close event to WAL at 1731613573092 (+1 ms)Closed at 1731613573092 2024-11-14T19:46:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38365 is added to blk_1073741830_1006 (size=33038) 2024-11-14T19:46:13,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:13,095 INFO [M:0;867b237d0fa7:40157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:13,095 INFO [M:0;867b237d0fa7:40157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40157 2024-11-14T19:46:13,095 INFO [M:0;867b237d0fa7:40157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:13,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:13,236 INFO [M:0;867b237d0fa7:40157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:13,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1013c0ebc220003, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:13,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:13,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:13,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:13,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:13,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:13,241 WARN [BP-2055179851-172.17.0.2-1731613493709 heartbeating to localhost/127.0.0.1:35741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:13,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:13,241 WARN [BP-2055179851-172.17.0.2-1731613493709 heartbeating to localhost/127.0.0.1:35741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055179851-172.17.0.2-1731613493709 (Datanode Uuid acf75743-fca6-48a3-891a-4f221c2c3e3e) service to localhost/127.0.0.1:35741 2024-11-14T19:46:13,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:13,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/cluster_1f526419-03a8-2496-9618-150be0fded1b/data/data1/current/BP-2055179851-172.17.0.2-1731613493709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:13,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/cluster_1f526419-03a8-2496-9618-150be0fded1b/data/data2/current/BP-2055179851-172.17.0.2-1731613493709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:13,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:13,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:13,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:13,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:13,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:13,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:13,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:46:13,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:46:13,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:13,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:13,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:13,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:13,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:13,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:13,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1707905287, stopped=false 2024-11-14T19:46:13,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,46523,1731613490180 2024-11-14T19:46:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959796251/running 2024-11-14T19:46:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959796251/running 2024-11-14T19:46:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:46:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:46:13,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:13,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:13,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:13,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/running 2024-11-14T19:46:13,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:13,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Set watcher on znode that does not yet exist, /0-959796251/running 2024-11-14T19:46:13,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,33657,1731613490325' ***** 2024-11-14T19:46:13,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:13,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(3091): Received CLOSE for ac99a02cfd74cedef66f4803f1dafbca 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(3091): Received CLOSE for c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,33657,1731613490325 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:13,279 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac99a02cfd74cedef66f4803f1dafbca, disabling compactions & flushes 2024-11-14T19:46:13,279 INFO [RS:0;867b237d0fa7:33657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:33657. 2024-11-14T19:46:13,279 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:46:13,279 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:46:13,279 DEBUG [RS:0;867b237d0fa7:33657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:13,279 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. after waiting 0 ms 2024-11-14T19:46:13,279 DEBUG [RS:0;867b237d0fa7:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:13,279 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:46:13,280 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:13,280 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:13,280 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:13,280 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:13,280 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:46:13,280 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1325): Online Regions={ac99a02cfd74cedef66f4803f1dafbca=test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca., c102df8fc4f509687ade294e8888ebd8=hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:13,280 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac99a02cfd74cedef66f4803f1dafbca, c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:46:13,280 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:13,280 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:13,280 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:13,280 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:13,280 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:13,280 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:46:13,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/default/test/ac99a02cfd74cedef66f4803f1dafbca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:46:13,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:13,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:46:13,284 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:46:13,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac99a02cfd74cedef66f4803f1dafbca: Waiting for close lock at 1731613573279Running coprocessor pre-close hooks at 1731613573279Disabling compacts and flushes for region at 1731613573279Disabling writes for close at 1731613573279Writing region close event to WAL at 1731613573280 (+1 ms)Running coprocessor post-close hooks at 1731613573284 (+4 ms)Closed at 1731613573284 2024-11-14T19:46:13,285 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca. 2024-11-14T19:46:13,285 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c102df8fc4f509687ade294e8888ebd8, disabling compactions & flushes 2024-11-14T19:46:13,285 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:46:13,285 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:46:13,285 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. after waiting 0 ms 2024-11-14T19:46:13,285 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:46:13,285 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c102df8fc4f509687ade294e8888ebd8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T19:46:13,299 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/.tmp/hfileref/e86ab2e8641f48d3860d947d2c6c3415 is 74, key is 1/hfileref:a300d4998c9e4803adee699a4f1b23b9_SeqId_4_/1731613507677/DeleteColumn/seqid=0 2024-11-14T19:46:13,299 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/info/41fcfc99f26a47298c0a98957998365c is 147, key is hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8./info:regioninfo/1731613504375/Put/seqid=0 2024-11-14T19:46:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741844_1020 (size=5203) 2024-11-14T19:46:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741845_1021 (size=7686) 2024-11-14T19:46:13,371 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:13,447 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:13,447 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:13,480 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:46:13,680 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:46:13,704 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/.tmp/hfileref/e86ab2e8641f48d3860d947d2c6c3415 2024-11-14T19:46:13,704 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/info/41fcfc99f26a47298c0a98957998365c 2024-11-14T19:46:13,721 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/ns/3e48b7b4656e4e78b5742ba7dfca1da9 is 43, key is default/ns:d/1731613493620/Put/seqid=0 2024-11-14T19:46:13,721 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/.tmp/queue/7af9ac77954e4a348a9ac3cc2a27f66e is 153, key is 1-867b237d0fa7,33657,1731613490325/queue:867b237d0fa7%2C33657%2C1731613490325/1731613509507/Put/seqid=0 2024-11-14T19:46:13,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741847_1023 (size=5153) 2024-11-14T19:46:13,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741846_1022 (size=5352) 2024-11-14T19:46:13,880 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:46:14,081 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c102df8fc4f509687ade294e8888ebd8 2024-11-14T19:46:14,126 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/ns/3e48b7b4656e4e78b5742ba7dfca1da9 2024-11-14T19:46:14,126 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/.tmp/queue/7af9ac77954e4a348a9ac3cc2a27f66e 2024-11-14T19:46:14,131 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/.tmp/hfileref/e86ab2e8641f48d3860d947d2c6c3415 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/hfileref/e86ab2e8641f48d3860d947d2c6c3415 2024-11-14T19:46:14,136 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/hfileref/e86ab2e8641f48d3860d947d2c6c3415, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T19:46:14,137 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/.tmp/queue/7af9ac77954e4a348a9ac3cc2a27f66e as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/queue/7af9ac77954e4a348a9ac3cc2a27f66e 2024-11-14T19:46:14,142 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/queue/7af9ac77954e4a348a9ac3cc2a27f66e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T19:46:14,143 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c102df8fc4f509687ade294e8888ebd8 in 858ms, sequenceid=10, compaction requested=false 2024-11-14T19:46:14,148 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/replication/c102df8fc4f509687ade294e8888ebd8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T19:46:14,149 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:14,149 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:14,149 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:46:14,149 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c102df8fc4f509687ade294e8888ebd8: Waiting for close lock at 1731613573285Running coprocessor pre-close hooks at 1731613573285Disabling compacts and flushes for region at 1731613573285Disabling writes for close at 1731613573285Obtaining lock to block concurrent updates at 1731613573285Preparing flush snapshotting stores in c102df8fc4f509687ade294e8888ebd8 at 1731613573285Finished memstore snapshotting hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731613573285Flushing stores of hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. at 1731613573286 (+1 ms)Flushing c102df8fc4f509687ade294e8888ebd8/hfileref: creating writer at 1731613573286Flushing c102df8fc4f509687ade294e8888ebd8/hfileref: appending metadata at 1731613573298 (+12 ms)Flushing c102df8fc4f509687ade294e8888ebd8/hfileref: closing flushed file at 1731613573298Flushing c102df8fc4f509687ade294e8888ebd8/queue: creating writer at 1731613573709 (+411 ms)Flushing c102df8fc4f509687ade294e8888ebd8/queue: appending metadata at 1731613573721 (+12 ms)Flushing c102df8fc4f509687ade294e8888ebd8/queue: closing flushed file at 1731613573721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e052f69: reopening flushed file at 1731613574131 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da467ad: reopening flushed file at 1731613574136 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c102df8fc4f509687ade294e8888ebd8 in 858ms, sequenceid=10, compaction requested=false at 1731613574143 (+7 ms)Writing region close event to WAL at 1731613574145 (+2 ms)Running coprocessor post-close hooks at 1731613574149 (+4 ms)Closed at 1731613574149 2024-11-14T19:46:14,149 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613503203.c102df8fc4f509687ade294e8888ebd8. 2024-11-14T19:46:14,151 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/rep_barrier/ed08e8fea7154b5ba33f7773d5cd1540 is 112, key is test,,1731613498872.ac99a02cfd74cedef66f4803f1dafbca./rep_barrier:seqnumDuringOpen/1731613500032/Put/seqid=0 2024-11-14T19:46:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741848_1024 (size=5518) 2024-11-14T19:46:14,281 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:46:14,281 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:14,281 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:14,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,481 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:14,556 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/rep_barrier/ed08e8fea7154b5ba33f7773d5cd1540 2024-11-14T19:46:14,574 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/table/a9c862b46091448886e3027780e26e1b is 53, key is hbase:replication/table:state/1731613504384/Put/seqid=0 2024-11-14T19:46:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741849_1025 (size=5308) 2024-11-14T19:46:14,681 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:14,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:14,881 DEBUG [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:14,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:14,979 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/table/a9c862b46091448886e3027780e26e1b 2024-11-14T19:46:14,986 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/info/41fcfc99f26a47298c0a98957998365c as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/info/41fcfc99f26a47298c0a98957998365c 2024-11-14T19:46:14,995 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/info/41fcfc99f26a47298c0a98957998365c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:46:14,996 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/ns/3e48b7b4656e4e78b5742ba7dfca1da9 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/ns/3e48b7b4656e4e78b5742ba7dfca1da9 2024-11-14T19:46:15,003 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/ns/3e48b7b4656e4e78b5742ba7dfca1da9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:46:15,004 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/rep_barrier/ed08e8fea7154b5ba33f7773d5cd1540 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/rep_barrier/ed08e8fea7154b5ba33f7773d5cd1540 2024-11-14T19:46:15,015 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/rep_barrier/ed08e8fea7154b5ba33f7773d5cd1540, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:46:15,016 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/.tmp/table/a9c862b46091448886e3027780e26e1b as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/table/a9c862b46091448886e3027780e26e1b 2024-11-14T19:46:15,022 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/table/a9c862b46091448886e3027780e26e1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:46:15,023 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-14T19:46:15,039 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:46:15,044 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:15,044 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:15,044 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:15,044 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613573280Running coprocessor pre-close hooks at 1731613573280Disabling compacts and flushes for region at 1731613573280Disabling writes for close at 1731613573280Obtaining lock to block concurrent updates at 1731613573280Preparing flush snapshotting stores in 1588230740 at 1731613573280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613573281 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613573281Flushing 1588230740/info: creating writer at 1731613573281Flushing 1588230740/info: appending metadata at 1731613573299 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731613573299Flushing 1588230740/ns: creating writer at 1731613573709 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731613573721 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731613573721Flushing 1588230740/rep_barrier: creating writer at 1731613574131 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613574150 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613574150Flushing 1588230740/table: creating writer at 1731613574561 (+411 ms)Flushing 1588230740/table: appending metadata at 1731613574573 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731613574574 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfc8599: reopening flushed file at 1731613574985 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503a3e6: reopening flushed file at 1731613574995 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145da135: reopening flushed file at 1731613575003 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ff1ab2: reopening flushed file at 1731613575015 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1731613575023 (+8 ms)Writing region close event to WAL at 1731613575031 (+8 ms)Running coprocessor post-close hooks at 1731613575043 (+12 ms)Closed at 1731613575044 (+1 ms) 2024-11-14T19:46:15,044 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:15,082 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,33657,1731613490325; all regions closed. 2024-11-14T19:46:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:46:15,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.meta.1731613493534.meta not finished, retry = 0 2024-11-14T19:46:15,187 DEBUG [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/oldWALs 2024-11-14T19:46:15,187 INFO [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33657%2C1731613490325.meta:.meta(num 1731613493534) 2024-11-14T19:46:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741839_1015 (size=2700) 2024-11-14T19:46:15,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.rep.1731613504341 not finished, retry = 0 2024-11-14T19:46:15,292 DEBUG [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/oldWALs 2024-11-14T19:46:15,292 INFO [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33657%2C1731613490325.rep:(num 1731613504341) 2024-11-14T19:46:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741832_1008 (size=1300) 2024-11-14T19:46:15,294 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/WALs/867b237d0fa7,33657,1731613490325/867b237d0fa7%2C33657%2C1731613490325.1731613492528 not finished, retry = 0 2024-11-14T19:46:15,397 DEBUG [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/oldWALs 2024-11-14T19:46:15,397 INFO [RS:0;867b237d0fa7:33657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33657%2C1731613490325:(num 1731613492528) 2024-11-14T19:46:15,397 DEBUG [RS:0;867b237d0fa7:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:15,397 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:15,397 INFO [RS:0;867b237d0fa7:33657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:15,397 INFO [RS:0;867b237d0fa7:33657 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:15,397 INFO [RS:0;867b237d0fa7:33657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:15,397 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:15,398 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,33657,1731613490325 because: Region server is closing 2024-11-14T19:46:15,398 INFO [RS:0;867b237d0fa7:33657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:33657. 2024-11-14T19:46:15,398 DEBUG [RS:0;867b237d0fa7:33657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:15,398 DEBUG [RS:0;867b237d0fa7:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:15,398 DEBUG [RS:0;867b237d0fa7:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:15,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:15,498 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.wal-reader.867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:46:15,498 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:46:15,498 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,33657,1731613490325.replicationSource.shipper867b237d0fa7%2C33657%2C1731613490325,1-867b237d0fa7,33657,1731613490325 terminated 2024-11-14T19:46:15,499 INFO [RS:0;867b237d0fa7:33657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33657 2024-11-14T19:46:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251/rs 2024-11-14T19:46:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959796251/rs/867b237d0fa7,33657,1731613490325 2024-11-14T19:46:15,511 INFO [RS:0;867b237d0fa7:33657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:15,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,33657,1731613490325] 2024-11-14T19:46:15,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-959796251/draining/867b237d0fa7,33657,1731613490325 already deleted, retry=false 2024-11-14T19:46:15,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,33657,1731613490325 expired; onlineServers=0 2024-11-14T19:46:15,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,46523,1731613490180' ***** 2024-11-14T19:46:15,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:15,528 DEBUG [M:0;867b237d0fa7:46523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:15,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:15,528 DEBUG [M:0;867b237d0fa7:46523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:15,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613492291 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613492291,5,FailOnTimeoutGroup] 2024-11-14T19:46:15,528 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613492291 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613492291,5,FailOnTimeoutGroup] 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:15,528 DEBUG [M:0;867b237d0fa7:46523 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:15,528 INFO [M:0;867b237d0fa7:46523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:15,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:15,536 DEBUG [M:0;867b237d0fa7:46523 {}] zookeeper.ZKUtil(347): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Unable to get data of znode /0-959796251/master because node does not exist (not an error) 2024-11-14T19:46:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959796251/master 2024-11-14T19:46:15,536 WARN [M:0;867b237d0fa7:46523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959796251 2024-11-14T19:46:15,537 INFO [M:0;867b237d0fa7:46523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/.lastflushedseqids 2024-11-14T19:46:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741850_1026 (size=263) 2024-11-14T19:46:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1013c0ebc220001, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:15,619 INFO [RS:0;867b237d0fa7:33657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:15,619 INFO [RS:0;867b237d0fa7:33657 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,33657,1731613490325; zookeeper connection closed. 2024-11-14T19:46:15,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c952db9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c952db9 2024-11-14T19:46:15,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:46:15,942 INFO [M:0;867b237d0fa7:46523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:15,942 INFO [M:0;867b237d0fa7:46523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:15,942 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:15,942 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:15,942 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:15,943 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:15,943 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:15,943 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-14T19:46:15,957 DEBUG [M:0;867b237d0fa7:46523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd6b04694a654d0ea4892ca3943a0bac is 82, key is hbase:meta,,1/info:regioninfo/1731613493567/Put/seqid=0 2024-11-14T19:46:15,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741851_1027 (size=5672) 2024-11-14T19:46:16,362 INFO [M:0;867b237d0fa7:46523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd6b04694a654d0ea4892ca3943a0bac 2024-11-14T19:46:16,380 DEBUG [M:0;867b237d0fa7:46523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb851334583f4ad1a39d3dc98deb7ff7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613500047/Put/seqid=0 2024-11-14T19:46:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741852_1028 (size=7241) 2024-11-14T19:46:16,785 INFO [M:0;867b237d0fa7:46523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb851334583f4ad1a39d3dc98deb7ff7 2024-11-14T19:46:16,790 INFO [M:0;867b237d0fa7:46523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb851334583f4ad1a39d3dc98deb7ff7 2024-11-14T19:46:16,805 DEBUG [M:0;867b237d0fa7:46523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc221fb11f734e8199c2aa906aa34ac9 is 69, key is 867b237d0fa7,33657,1731613490325/rs:state/1731613492379/Put/seqid=0 2024-11-14T19:46:16,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741853_1029 (size=5156) 2024-11-14T19:46:17,210 INFO [M:0;867b237d0fa7:46523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc221fb11f734e8199c2aa906aa34ac9 2024-11-14T19:46:17,215 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd6b04694a654d0ea4892ca3943a0bac as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd6b04694a654d0ea4892ca3943a0bac 2024-11-14T19:46:17,220 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd6b04694a654d0ea4892ca3943a0bac, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T19:46:17,220 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb851334583f4ad1a39d3dc98deb7ff7 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb851334583f4ad1a39d3dc98deb7ff7 2024-11-14T19:46:17,226 INFO [M:0;867b237d0fa7:46523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb851334583f4ad1a39d3dc98deb7ff7 2024-11-14T19:46:17,226 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb851334583f4ad1a39d3dc98deb7ff7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T19:46:17,227 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc221fb11f734e8199c2aa906aa34ac9 as hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc221fb11f734e8199c2aa906aa34ac9 2024-11-14T19:46:17,232 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc221fb11f734e8199c2aa906aa34ac9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T19:46:17,233 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-14T19:46:17,234 INFO [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:17,234 DEBUG [M:0;867b237d0fa7:46523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613575942Disabling compacts and flushes for region at 1731613575942Disabling writes for close at 1731613575943 (+1 ms)Obtaining lock to block concurrent updates at 1731613575943Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613575943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731613575943Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613575944 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613575944Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613575956 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613575956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613576367 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613576380 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613576380Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613576790 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613576805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613576805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0dd7cb: reopening flushed file at 1731613577214 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313d43a1: reopening flushed file at 1731613577220 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae2d08d: reopening flushed file at 1731613577226 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1731613577233 (+7 ms)Writing region close event to WAL at 1731613577234 (+1 ms)Closed at 1731613577234 2024-11-14T19:46:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741830_1006 (size=64538) 2024-11-14T19:46:17,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6086fd38-e808-8c90-aaa1-f8fe6ce1dccd/MasterData/WALs/867b237d0fa7,46523,1731613490180/867b237d0fa7%2C46523%2C1731613490180.1731613492061 not finished, retry = 0 2024-11-14T19:46:17,338 INFO [M:0;867b237d0fa7:46523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:17,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:17,338 INFO [M:0;867b237d0fa7:46523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46523 2024-11-14T19:46:17,338 INFO [M:0;867b237d0fa7:46523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:17,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:17,444 INFO [M:0;867b237d0fa7:46523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:17,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46523-0x1013c0ebc220000, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:17,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:17,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:17,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:17,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:17,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:17,448 WARN [BP-652900743-172.17.0.2-1731613488786 heartbeating to localhost/127.0.0.1:43079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:17,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:17,448 WARN [BP-652900743-172.17.0.2-1731613488786 heartbeating to localhost/127.0.0.1:43079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652900743-172.17.0.2-1731613488786 (Datanode Uuid 444e6cc3-176a-4509-9d44-1f6a07864b1a) service to localhost/127.0.0.1:43079 2024-11-14T19:46:17,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:17,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/data/data1/current/BP-652900743-172.17.0.2-1731613488786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:17,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/cluster_1f357233-5e89-e1b4-1ec6-bda2922802b3/data/data2/current/BP-652900743-172.17.0.2-1731613488786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:17,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:17,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:17,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:17,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:17,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:17,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1229366e-1197-98bc-b389-bbf38332b743/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:17,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:46:17,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:46:17,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4fe0b8d348.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35741 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43079 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4fe0b8d348.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6590 (was 5667) - AvailableMemoryMB LEAK? - 2024-11-14T19:46:17,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=6590 2024-11-14T19:46:17,495 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T19:46:17,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir so I do NOT create it in target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0 2024-11-14T19:46:17,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:46:17,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.tmp.dir so I do NOT create it in target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0 2024-11-14T19:46:17,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ce85cd-d00a-749f-5957-5ef0f807cb3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:46:17,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0 2024-11-14T19:46:17,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251, deleteOnExit=true 2024-11-14T19:46:17,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/zookeeper_0, clientPort=60151, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:46:17,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60151 2024-11-14T19:46:17,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/test.cache.data in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:17,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:17,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:17,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c0ebc220002, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:46:17,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c0ebc220005, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:46:17,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c0ebc220002, quorum=127.0.0.1:63547, baseZNode=/0-959796251 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:46:17,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c0ebc220005, quorum=127.0.0.1:63547, baseZNode=/1-1841099709 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:46:17,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:17,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:17,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:17,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:17,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:17,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:17,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:17,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26303977{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:17,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@254c863c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/java.io.tmpdir/jetty-localhost-35479-hadoop-hdfs-3_4_1-tests_jar-_-any-16138131870765486455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:17,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ace9329{HTTP/1.1, (http/1.1)}{localhost:35479} 2024-11-14T19:46:17,848 INFO [Time-limited test {}] server.Server(415): Started @141239ms 2024-11-14T19:46:18,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:18,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:18,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:18,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:18,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:18,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:18,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:18,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b4fdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/java.io.tmpdir/jetty-localhost-37635-hadoop-hdfs-3_4_1-tests_jar-_-any-9971777787900710798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:18,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:37635} 2024-11-14T19:46:18,296 INFO [Time-limited test {}] server.Server(415): Started @141687ms 2024-11-14T19:46:18,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:18,614 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/data/data1/current/BP-1656934517-172.17.0.2-1731613577532/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:18,614 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/data/data2/current/BP-1656934517-172.17.0.2-1731613577532/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:18,628 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:18,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3037178960bcfb1b with lease ID 0x6fbc1cbb9f0a10bc: Processing first storage report for DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec from datanode DatanodeRegistration(127.0.0.1:44407, datanodeUuid=cdd5aba5-8c48-4abd-9522-fe05d8e599de, infoPort=33591, infoSecurePort=0, ipcPort=38875, storageInfo=lv=-57;cid=testClusterID;nsid=474033695;c=1731613577532) 2024-11-14T19:46:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3037178960bcfb1b with lease ID 0x6fbc1cbb9f0a10bc: from storage DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec node DatanodeRegistration(127.0.0.1:44407, datanodeUuid=cdd5aba5-8c48-4abd-9522-fe05d8e599de, infoPort=33591, infoSecurePort=0, ipcPort=38875, storageInfo=lv=-57;cid=testClusterID;nsid=474033695;c=1731613577532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3037178960bcfb1b with lease ID 0x6fbc1cbb9f0a10bc: Processing first storage report for DS-e03ae2f0-38ed-4e71-b7bf-354d56f96904 from datanode DatanodeRegistration(127.0.0.1:44407, datanodeUuid=cdd5aba5-8c48-4abd-9522-fe05d8e599de, infoPort=33591, infoSecurePort=0, ipcPort=38875, storageInfo=lv=-57;cid=testClusterID;nsid=474033695;c=1731613577532) 2024-11-14T19:46:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3037178960bcfb1b with lease ID 0x6fbc1cbb9f0a10bc: from storage DS-e03ae2f0-38ed-4e71-b7bf-354d56f96904 node DatanodeRegistration(127.0.0.1:44407, datanodeUuid=cdd5aba5-8c48-4abd-9522-fe05d8e599de, infoPort=33591, infoSecurePort=0, ipcPort=38875, storageInfo=lv=-57;cid=testClusterID;nsid=474033695;c=1731613577532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:18,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0 2024-11-14T19:46:18,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:18,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:19,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9 with version=8 2024-11-14T19:46:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/hbase-staging 2024-11-14T19:46:19,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:19,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:19,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41873 2024-11-14T19:46:19,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41873 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:19,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418730x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:19,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41873-0x1013c1016d40000 connected 2024-11-14T19:46:19,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:19,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:19,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:19,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9, hbase.cluster.distributed=false 2024-11-14T19:46:19,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/acl 2024-11-14T19:46:19,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41873 2024-11-14T19:46:19,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41873 2024-11-14T19:46:19,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41873 2024-11-14T19:46:19,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41873 2024-11-14T19:46:19,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41873 2024-11-14T19:46:19,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:19,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:19,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:19,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:19,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43701 2024-11-14T19:46:19,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43701 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:19,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:19,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:19,300 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437010x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:19,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437010x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:19,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43701-0x1013c1016d40001 connected 2024-11-14T19:46:19,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:19,307 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:19,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/master 2024-11-14T19:46:19,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/acl 2024-11-14T19:46:19,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-14T19:46:19,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43701 2024-11-14T19:46:19,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43701 2024-11-14T19:46:19,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-14T19:46:19,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-14T19:46:19,330 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:41873 2024-11-14T19:46:19,330 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-420148740/backup-masters/867b237d0fa7,41873,1731613579130 2024-11-14T19:46:19,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:19,339 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:19,340 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on existing znode=/0-420148740/backup-masters/867b237d0fa7,41873,1731613579130 2024-11-14T19:46:19,350 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420148740/master 2024-11-14T19:46:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:19,350 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:19,350 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on existing znode=/0-420148740/master 2024-11-14T19:46:19,355 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-420148740/backup-masters/867b237d0fa7,41873,1731613579130 from backup master directory 2024-11-14T19:46:19,364 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/backup-masters/867b237d0fa7,41873,1731613579130 2024-11-14T19:46:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:19,364 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:19,364 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,41873,1731613579130 2024-11-14T19:46:19,368 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/hbase.id] with ID: c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad 2024-11-14T19:46:19,368 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/.tmp/hbase.id 2024-11-14T19:46:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:19,777 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/.tmp/hbase.id]:[hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/hbase.id] 2024-11-14T19:46:19,787 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:19,787 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:19,789 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:46:19,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:19,825 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:19,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:20,231 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:20,232 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:20,232 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:20,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:20,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:20,639 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store 2024-11-14T19:46:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:21,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:21,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:21,045 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:21,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:21,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:21,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:21,045 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:21,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613581045Disabling compacts and flushes for region at 1731613581045Disabling writes for close at 1731613581045Writing region close event to WAL at 1731613581045Closed at 1731613581045 2024-11-14T19:46:21,046 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/.initializing 2024-11-14T19:46:21,046 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130 2024-11-14T19:46:21,047 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:21,049 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41873%2C1731613579130, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:21,059 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130/867b237d0fa7%2C41873%2C1731613579130.1731613581049, exclude list is [], retry=0 2024-11-14T19:46:21,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:21,063 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130/867b237d0fa7%2C41873%2C1731613579130.1731613581049 2024-11-14T19:46:21,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:21,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:21,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:21,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,064 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:21,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:21,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:21,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:21,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:21,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:21,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:21,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:21,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:21,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:21,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:21,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:21,071 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,071 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,071 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,072 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,072 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:21,074 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:21,075 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:21,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62652066, jitterRate=-0.06641146540641785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:21,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613581064Initializing all the Stores at 1731613581065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613581065Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613581065Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613581065Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613581065Cleaning up temporary data from old regions at 1731613581072 (+7 ms)Region opened successfully at 1731613581076 (+4 ms) 2024-11-14T19:46:21,078 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:21,081 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269d99e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:21,082 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:21,082 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:21,082 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:21,082 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:21,083 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:21,083 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:46:21,083 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:21,085 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:21,085 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:21,108 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/balancer already deleted, retry=false 2024-11-14T19:46:21,108 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:21,109 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:21,141 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/normalizer already deleted, retry=false 2024-11-14T19:46:21,142 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:21,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:21,167 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/switch/split already deleted, retry=false 2024-11-14T19:46:21,167 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:21,174 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/switch/merge already deleted, retry=false 2024-11-14T19:46:21,176 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:21,183 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:21,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:21,191 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:21,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:21,191 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:21,192 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,41873,1731613579130, sessionid=0x1013c1016d40000, setting cluster-up flag (Was=false) 2024-11-14T19:46:21,208 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:21,233 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-420148740/flush-table-proc/acquired, /0-420148740/flush-table-proc/reached, /0-420148740/flush-table-proc/abort 2024-11-14T19:46:21,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,41873,1731613579130 2024-11-14T19:46:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:21,249 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:21,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-420148740/online-snapshot/acquired, /0-420148740/online-snapshot/reached, /0-420148740/online-snapshot/abort 2024-11-14T19:46:21,275 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,41873,1731613579130 2024-11-14T19:46:21,276 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:21,277 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:21,278 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:21,278 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:21,278 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,41873,1731613579130 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:21,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613611280 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:21,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:21,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:21,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:21,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:21,283 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:21,283 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:21,283 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:21,283 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:46:21,285 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:21,285 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:21,285 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613581285,5,FailOnTimeoutGroup] 2024-11-14T19:46:21,286 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613581285,5,FailOnTimeoutGroup] 2024-11-14T19:46:21,286 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,286 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:21,286 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,286 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:21,322 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(746): ClusterId : c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad 2024-11-14T19:46:21,322 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:21,331 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:21,331 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:21,342 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:21,342 DEBUG [RS:0;867b237d0fa7:43701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fde965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:21,352 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:43701 2024-11-14T19:46:21,352 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:21,352 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:21,352 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:21,352 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,41873,1731613579130 with port=43701, startcode=1731613579284 2024-11-14T19:46:21,353 DEBUG [RS:0;867b237d0fa7:43701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:21,354 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:21,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,43701,1731613579284 2024-11-14T19:46:21,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41873 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,43701,1731613579284 2024-11-14T19:46:21,356 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9 2024-11-14T19:46:21,356 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39039 2024-11-14T19:46:21,356 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:21,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/rs 2024-11-14T19:46:21,366 DEBUG [RS:0;867b237d0fa7:43701 {}] zookeeper.ZKUtil(111): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on existing znode=/0-420148740/rs/867b237d0fa7,43701,1731613579284 2024-11-14T19:46:21,366 WARN [RS:0;867b237d0fa7:43701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:21,366 INFO [RS:0;867b237d0fa7:43701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:21,367 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284 2024-11-14T19:46:21,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,43701,1731613579284] 2024-11-14T19:46:21,370 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:21,371 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:21,371 INFO [RS:0;867b237d0fa7:43701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:21,371 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,371 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:21,372 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:21,372 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:21,372 DEBUG [RS:0;867b237d0fa7:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:21,373 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,373 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,373 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,373 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,373 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,373 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43701,1731613579284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:21,385 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:21,386 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43701,1731613579284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,386 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,386 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.Replication(171): 867b237d0fa7,43701,1731613579284 started 2024-11-14T19:46:21,396 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:21,396 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,43701,1731613579284, RpcServer on 867b237d0fa7/172.17.0.2:43701, sessionid=0x1013c1016d40001 2024-11-14T19:46:21,396 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:21,396 DEBUG [RS:0;867b237d0fa7:43701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,43701,1731613579284 2024-11-14T19:46:21,396 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,43701,1731613579284' 2024-11-14T19:46:21,396 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-420148740/flush-table-proc/abort' 2024-11-14T19:46:21,397 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-420148740/flush-table-proc/acquired' 2024-11-14T19:46:21,397 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:21,397 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:21,397 DEBUG [RS:0;867b237d0fa7:43701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,43701,1731613579284 2024-11-14T19:46:21,397 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,43701,1731613579284' 2024-11-14T19:46:21,397 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-420148740/online-snapshot/abort' 2024-11-14T19:46:21,398 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-420148740/online-snapshot/acquired' 2024-11-14T19:46:21,398 DEBUG [RS:0;867b237d0fa7:43701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:21,398 INFO [RS:0;867b237d0fa7:43701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:21,398 INFO [RS:0;867b237d0fa7:43701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:21,498 INFO [RS:0;867b237d0fa7:43701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:21,500 INFO [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C43701%2C1731613579284, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs, maxLogs=10 2024-11-14T19:46:21,511 DEBUG [RS:0;867b237d0fa7:43701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500, exclude list is [], retry=0 2024-11-14T19:46:21,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:21,516 INFO [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500 2024-11-14T19:46:21,516 DEBUG [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:21,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:21,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9 2024-11-14T19:46:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:46:22,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:22,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:22,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:22,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:22,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:22,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:22,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:22,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:22,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:22,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:22,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740 2024-11-14T19:46:22,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740 2024-11-14T19:46:22,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:22,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:22,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:22,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:46:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:46:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:46:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:46:22,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:22,107 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67023991, jitterRate=-0.0012647062540054321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613582095Initializing all the Stores at 1731613582096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613582096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613582096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613582096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613582096Cleaning up temporary data from old regions at 1731613582104 (+8 ms)Region opened successfully at 1731613582108 (+4 ms) 2024-11-14T19:46:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:22,108 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:22,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613582108Disabling compacts and flushes for region at 1731613582108Disabling writes for close at 1731613582108Writing region close event to WAL at 1731613582109 (+1 ms)Closed at 1731613582109 2024-11-14T19:46:22,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:22,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:22,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:22,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:22,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:22,262 DEBUG [867b237d0fa7:41873 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:46:22,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,43701,1731613579284 2024-11-14T19:46:22,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,43701,1731613579284, state=OPENING 2024-11-14T19:46:22,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:46:22,364 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:22,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:22,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:22,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:22,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:22,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,43701,1731613579284}] 2024-11-14T19:46:22,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:22,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:22,523 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:22,523 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:22,524 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:22,525 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C43701%2C1731613579284.meta, suffix=.meta, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs, maxLogs=10 2024-11-14T19:46:22,537 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.meta.1731613582525.meta, exclude list is [], retry=0 2024-11-14T19:46:22,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:22,540 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.meta.1731613582525.meta 2024-11-14T19:46:22,541 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:22,541 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:22,541 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:22,541 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:22,541 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:22,541 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:22,542 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:22,542 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:22,542 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:22,542 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:22,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:22,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:22,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:22,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:22,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:22,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:22,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:22,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:22,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:22,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:22,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:22,548 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740 2024-11-14T19:46:22,549 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740 2024-11-14T19:46:22,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:22,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:22,550 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:22,551 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:22,552 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72448093, jitterRate=0.07956071197986603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:22,552 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:22,552 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613582542Writing region info on filesystem at 1731613582542Initializing all the Stores at 1731613582543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613582543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613582543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613582543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613582543Cleaning up temporary data from old regions at 1731613582550 (+7 ms)Running coprocessor post-open hooks at 1731613582552 (+2 ms)Region opened successfully at 1731613582552 2024-11-14T19:46:22,553 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613582516 2024-11-14T19:46:22,555 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:22,555 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:22,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,43701,1731613579284 2024-11-14T19:46:22,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,43701,1731613579284, state=OPEN 2024-11-14T19:46:22,584 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:22,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:22,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,43701,1731613579284 2024-11-14T19:46:22,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:22,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:22,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:46:22,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,43701,1731613579284 in 220 msec 2024-11-14T19:46:22,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:46:22,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-14T19:46:22,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:22,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:46:22,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:22,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,43701,1731613579284, seqNum=-1] 2024-11-14T19:46:22,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:22,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:22,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-14T19:46:22,596 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613582596, completionTime=-1 2024-11-14T19:46:22,596 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:46:22,596 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:22,597 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613642597 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613702598 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41873,1731613579130-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41873,1731613579130-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41873,1731613579130-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:41873, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,598 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,600 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:46:22,601 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41873,1731613579130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:22,602 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41873,1731613579130-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:22,604 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:22,604 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:22,604 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41873,1731613579130-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:22,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:22,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41873,-1 for getting cluster id 2024-11-14T19:46:22,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:22,624 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad' 2024-11-14T19:46:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad" 2024-11-14T19:46:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d19b2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41873,-1] 2024-11-14T19:46:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:22,625 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:22,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:22,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,43701,1731613579284, seqNum=-1] 2024-11-14T19:46:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:22,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:22,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,41873,1731613579130 2024-11-14T19:46:22,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:22,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:22,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c1016d40002 connected 2024-11-14T19:46:22,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir so I do NOT create it in target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741 2024-11-14T19:46:22,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:46:22,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.tmp.dir so I do NOT create it in target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741 2024-11-14T19:46:22,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:46:22,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/cluster_b8cb55d6-d93e-0737-1622-907f84b44559, deleteOnExit=true 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/test.cache.data in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:22,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:22,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:22,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:22,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:22,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:22,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:22,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:22,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:22,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:22,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/java.io.tmpdir/jetty-localhost-38293-hadoop-hdfs-3_4_1-tests_jar-_-any-4705196686392212132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:22,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:38293} 2024-11-14T19:46:22,949 INFO [Time-limited test {}] server.Server(415): Started @146340ms 2024-11-14T19:46:23,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:23,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:23,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:23,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:23,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:23,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:23,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:23,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/java.io.tmpdir/jetty-localhost-46157-hadoop-hdfs-3_4_1-tests_jar-_-any-17282267594117279048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:23,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:46157} 2024-11-14T19:46:23,226 INFO [Time-limited test {}] server.Server(415): Started @146618ms 2024-11-14T19:46:23,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:23,585 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/cluster_b8cb55d6-d93e-0737-1622-907f84b44559/data/data1/current/BP-1987451903-172.17.0.2-1731613582667/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:23,585 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/cluster_b8cb55d6-d93e-0737-1622-907f84b44559/data/data2/current/BP-1987451903-172.17.0.2-1731613582667/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:23,604 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc343062ae956b42 with lease ID 0x9051da5d37f259e4: Processing first storage report for DS-6e35f09e-8d46-4048-810a-588071370ec0 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=b8be9f7b-d5c6-4d2a-9925-00c59e35a9e8, infoPort=37485, infoSecurePort=0, ipcPort=41875, storageInfo=lv=-57;cid=testClusterID;nsid=599264954;c=1731613582667) 2024-11-14T19:46:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc343062ae956b42 with lease ID 0x9051da5d37f259e4: from storage DS-6e35f09e-8d46-4048-810a-588071370ec0 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=b8be9f7b-d5c6-4d2a-9925-00c59e35a9e8, infoPort=37485, infoSecurePort=0, ipcPort=41875, storageInfo=lv=-57;cid=testClusterID;nsid=599264954;c=1731613582667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc343062ae956b42 with lease ID 0x9051da5d37f259e4: Processing first storage report for DS-521618e3-f6c7-4e1f-9701-b8be8d1a619d from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=b8be9f7b-d5c6-4d2a-9925-00c59e35a9e8, infoPort=37485, infoSecurePort=0, ipcPort=41875, storageInfo=lv=-57;cid=testClusterID;nsid=599264954;c=1731613582667) 2024-11-14T19:46:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc343062ae956b42 with lease ID 0x9051da5d37f259e4: from storage DS-521618e3-f6c7-4e1f-9701-b8be8d1a619d node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=b8be9f7b-d5c6-4d2a-9925-00c59e35a9e8, infoPort=37485, infoSecurePort=0, ipcPort=41875, storageInfo=lv=-57;cid=testClusterID;nsid=599264954;c=1731613582667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:23,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741 2024-11-14T19:46:23,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:23,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:24,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1 with version=8 2024-11-14T19:46:24,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/hbase-staging 2024-11-14T19:46:24,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:24,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:24,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:24,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:24,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:24,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:24,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:24,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:24,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42895 2024-11-14T19:46:24,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42895 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428950x0, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:24,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42895-0x1013c1016d40003 connected 2024-11-14T19:46:24,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:24,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:24,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/running 2024-11-14T19:46:24,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1, hbase.cluster.distributed=false 2024-11-14T19:46:24,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/acl 2024-11-14T19:46:24,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-14T19:46:24,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42895 2024-11-14T19:46:24,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42895 2024-11-14T19:46:24,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-14T19:46:24,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-14T19:46:24,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:24,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:24,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44347 2024-11-14T19:46:24,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44347 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:24,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:24,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443470x0, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:24,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443470x0, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/running 2024-11-14T19:46:24,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44347-0x1013c1016d40004 connected 2024-11-14T19:46:24,175 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:24,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:24,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/master 2024-11-14T19:46:24,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/acl 2024-11-14T19:46:24,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44347 2024-11-14T19:46:24,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44347 2024-11-14T19:46:24,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44347 2024-11-14T19:46:24,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44347 2024-11-14T19:46:24,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44347 2024-11-14T19:46:24,188 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:42895 2024-11-14T19:46:24,191 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2102779197/backup-masters/867b237d0fa7,42895,1731613584065 2024-11-14T19:46:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197/backup-masters 2024-11-14T19:46:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197/backup-masters 2024-11-14T19:46:24,200 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on existing znode=/1-2102779197/backup-masters/867b237d0fa7,42895,1731613584065 2024-11-14T19:46:24,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2102779197/master 2024-11-14T19:46:24,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:24,208 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on existing znode=/1-2102779197/master 2024-11-14T19:46:24,208 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2102779197/backup-masters/867b237d0fa7,42895,1731613584065 from backup master directory 2024-11-14T19:46:24,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2102779197/backup-masters/867b237d0fa7,42895,1731613584065 2024-11-14T19:46:24,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197/backup-masters 2024-11-14T19:46:24,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197/backup-masters 2024-11-14T19:46:24,216 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:24,216 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,42895,1731613584065 2024-11-14T19:46:24,219 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/hbase.id] with ID: 68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a 2024-11-14T19:46:24,219 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/.tmp/hbase.id 2024-11-14T19:46:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:24,624 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/.tmp/hbase.id]:[hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/hbase.id] 2024-11-14T19:46:24,635 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:24,635 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:24,636 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:46:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:25,079 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:25,079 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:25,079 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:25,486 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store 2024-11-14T19:46:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:25,892 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:25,892 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:25,892 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:25,892 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:25,892 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:25,892 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:25,893 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:25,893 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613585892Disabling compacts and flushes for region at 1731613585892Disabling writes for close at 1731613585892Writing region close event to WAL at 1731613585892Closed at 1731613585892 2024-11-14T19:46:25,893 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/.initializing 2024-11-14T19:46:25,893 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/WALs/867b237d0fa7,42895,1731613584065 2024-11-14T19:46:25,894 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:25,896 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C42895%2C1731613584065, suffix=, logDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/WALs/867b237d0fa7,42895,1731613584065, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:25,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/WALs/867b237d0fa7,42895,1731613584065/867b237d0fa7%2C42895%2C1731613584065.1731613585896, exclude list is [], retry=0 2024-11-14T19:46:25,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-6e35f09e-8d46-4048-810a-588071370ec0,DISK] 2024-11-14T19:46:25,920 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/WALs/867b237d0fa7,42895,1731613584065/867b237d0fa7%2C42895%2C1731613584065.1731613585896 2024-11-14T19:46:25,922 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37485:37485)] 2024-11-14T19:46:25,922 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:25,922 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:25,922 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,923 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:25,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:25,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:25,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:25,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:25,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:25,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:25,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:25,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:25,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:25,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:25,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:25,930 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,931 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,931 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,932 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,932 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,933 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:25,934 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:25,935 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:25,936 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68992286, jitterRate=0.02806517481803894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:25,936 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613585923Initializing all the Stores at 1731613585924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613585924Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613585924Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613585924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613585924Cleaning up temporary data from old regions at 1731613585932 (+8 ms)Region opened successfully at 1731613585936 (+4 ms) 2024-11-14T19:46:25,936 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:25,939 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db39e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:25,939 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:25,939 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:25,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:25,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:25,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:25,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:46:25,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:25,942 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:25,943 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Unable to get data of znode /1-2102779197/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:25,974 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2102779197/balancer already deleted, retry=false 2024-11-14T19:46:25,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:25,975 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Unable to get data of znode /1-2102779197/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:25,982 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2102779197/normalizer already deleted, retry=false 2024-11-14T19:46:25,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:25,984 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Unable to get data of znode /1-2102779197/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:25,991 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2102779197/switch/split already deleted, retry=false 2024-11-14T19:46:25,992 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Unable to get data of znode /1-2102779197/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:25,999 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2102779197/switch/merge already deleted, retry=false 2024-11-14T19:46:26,001 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Unable to get data of znode /1-2102779197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:26,007 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2102779197/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2102779197/running 2024-11-14T19:46:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2102779197/running 2024-11-14T19:46:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,017 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,42895,1731613584065, sessionid=0x1013c1016d40003, setting cluster-up flag (Was=false) 2024-11-14T19:46:26,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,058 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2102779197/flush-table-proc/acquired, /1-2102779197/flush-table-proc/reached, /1-2102779197/flush-table-proc/abort 2024-11-14T19:46:26,059 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,42895,1731613584065 2024-11-14T19:46:26,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,099 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2102779197/online-snapshot/acquired, /1-2102779197/online-snapshot/reached, /1-2102779197/online-snapshot/abort 2024-11-14T19:46:26,100 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,42895,1731613584065 2024-11-14T19:46:26,101 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:26,103 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:26,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:26,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:26,103 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,42895,1731613584065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:26,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:26,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:26,113 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:26,114 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613616114 2024-11-14T19:46:26,114 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:26,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:26,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:26,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:26,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:26,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:26,115 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,123 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:26,123 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:26,123 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:26,123 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:46:26,130 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:26,131 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:26,133 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613586131,5,FailOnTimeoutGroup] 2024-11-14T19:46:26,134 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613586133,5,FailOnTimeoutGroup] 2024-11-14T19:46:26,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:26,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:26,181 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(746): ClusterId : 68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a 2024-11-14T19:46:26,181 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:26,321 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:26,321 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:26,334 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:26,334 DEBUG [RS:0;867b237d0fa7:44347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f0c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:26,351 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:44347 2024-11-14T19:46:26,351 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:26,351 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:26,351 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:26,352 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,42895,1731613584065 with port=44347, startcode=1731613584160 2024-11-14T19:46:26,352 DEBUG [RS:0;867b237d0fa7:44347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:26,354 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:26,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42895 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,356 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1 2024-11-14T19:46:26,356 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40903 2024-11-14T19:46:26,356 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:26,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197/rs 2024-11-14T19:46:26,385 DEBUG [RS:0;867b237d0fa7:44347 {}] zookeeper.ZKUtil(111): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on existing znode=/1-2102779197/rs/867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,385 WARN [RS:0;867b237d0fa7:44347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:26,385 INFO [RS:0;867b237d0fa7:44347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:26,385 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,44347,1731613584160] 2024-11-14T19:46:26,389 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:26,391 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:26,392 INFO [RS:0;867b237d0fa7:44347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:26,392 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,392 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:26,393 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:26,393 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:26,393 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:26,394 DEBUG [RS:0;867b237d0fa7:44347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:26,398 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,398 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,399 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,399 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,399 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,399 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44347,1731613584160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:26,412 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:26,412 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44347,1731613584160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,412 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,412 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.Replication(171): 867b237d0fa7,44347,1731613584160 started 2024-11-14T19:46:26,430 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,430 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,44347,1731613584160, RpcServer on 867b237d0fa7/172.17.0.2:44347, sessionid=0x1013c1016d40004 2024-11-14T19:46:26,430 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:26,430 DEBUG [RS:0;867b237d0fa7:44347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,430 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44347,1731613584160' 2024-11-14T19:46:26,430 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2102779197/flush-table-proc/abort' 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2102779197/flush-table-proc/acquired' 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44347,1731613584160' 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2102779197/online-snapshot/abort' 2024-11-14T19:46:26,431 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2102779197/online-snapshot/acquired' 2024-11-14T19:46:26,432 DEBUG [RS:0;867b237d0fa7:44347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:26,432 INFO [RS:0;867b237d0fa7:44347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:26,432 INFO [RS:0;867b237d0fa7:44347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:26,532 INFO [RS:0;867b237d0fa7:44347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:26,534 INFO [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C44347%2C1731613584160, suffix=, logDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/oldWALs, maxLogs=10 2024-11-14T19:46:26,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:26,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1 2024-11-14T19:46:26,548 DEBUG [RS:0;867b237d0fa7:44347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160/867b237d0fa7%2C44347%2C1731613584160.1731613586534, exclude list is [], retry=0 2024-11-14T19:46:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:46:26,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-6e35f09e-8d46-4048-810a-588071370ec0,DISK] 2024-11-14T19:46:26,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:26,553 INFO [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160/867b237d0fa7%2C44347%2C1731613584160.1731613586534 2024-11-14T19:46:26,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:26,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:26,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:26,566 DEBUG [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37485:37485)] 2024-11-14T19:46:26,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:26,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:26,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:26,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:26,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:26,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:26,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740 2024-11-14T19:46:26,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740 2024-11-14T19:46:26,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:26,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:26,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:26,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:26,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:26,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70939843, jitterRate=0.0570860356092453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:26,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613586552Initializing all the Stores at 1731613586553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613586553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613586553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613586553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613586553Cleaning up temporary data from old regions at 1731613586578 (+25 ms)Region opened successfully at 1731613586583 (+5 ms) 2024-11-14T19:46:26,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:26,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:26,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:26,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:26,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:26,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:26,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613586583Disabling compacts and flushes for region at 1731613586583Disabling writes for close at 1731613586583Writing region close event to WAL at 1731613586584 (+1 ms)Closed at 1731613586584 2024-11-14T19:46:26,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:26,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:26,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:26,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:26,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:26,739 DEBUG [867b237d0fa7:42895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:46:26,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,44347,1731613584160, state=OPENING 2024-11-14T19:46:26,749 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:46:26,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:26,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2102779197/meta-region-server: CHANGED 2024-11-14T19:46:26,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:26,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,44347,1731613584160}] 2024-11-14T19:46:26,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2102779197/meta-region-server: CHANGED 2024-11-14T19:46:26,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:26,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:26,917 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:26,917 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:26,918 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:26,919 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C44347%2C1731613584160.meta, suffix=.meta, logDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160, archiveDir=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/oldWALs, maxLogs=10 2024-11-14T19:46:26,939 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160/867b237d0fa7%2C44347%2C1731613584160.meta.1731613586920.meta, exclude list is [], retry=0 2024-11-14T19:46:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-6e35f09e-8d46-4048-810a-588071370ec0,DISK] 2024-11-14T19:46:26,944 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160/867b237d0fa7%2C44347%2C1731613584160.meta.1731613586920.meta 2024-11-14T19:46:26,944 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37485:37485)] 2024-11-14T19:46:26,944 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:26,945 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:26,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:26,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:26,945 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:26,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:26,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:26,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:26,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:26,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:26,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:26,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:26,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:26,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:26,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:26,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:26,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:26,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:26,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:26,954 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:26,955 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740 2024-11-14T19:46:26,955 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740 2024-11-14T19:46:26,956 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:26,956 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:26,957 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:26,958 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:26,959 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73211894, jitterRate=0.09094223380088806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:26,959 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:26,960 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613586945Writing region info on filesystem at 1731613586945Initializing all the Stores at 1731613586946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613586946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613586949 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613586949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613586949Cleaning up temporary data from old regions at 1731613586956 (+7 ms)Running coprocessor post-open hooks at 1731613586959 (+3 ms)Region opened successfully at 1731613586959 2024-11-14T19:46:26,961 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613586911 2024-11-14T19:46:26,964 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:26,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,964 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:26,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,44347,1731613584160, state=OPEN 2024-11-14T19:46:26,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2102779197/meta-region-server 2024-11-14T19:46:26,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2102779197/meta-region-server 2024-11-14T19:46:26,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2102779197/meta-region-server: CHANGED 2024-11-14T19:46:26,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,44347,1731613584160 2024-11-14T19:46:26,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2102779197/meta-region-server: CHANGED 2024-11-14T19:46:26,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:46:26,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,44347,1731613584160 in 216 msec 2024-11-14T19:46:26,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:46:26,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-14T19:46:26,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:26,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:46:26,988 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:26,988 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44347,1731613584160, seqNum=-1] 2024-11-14T19:46:26,988 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:26,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:26,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-11-14T19:46:26,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613586996, completionTime=-1 2024-11-14T19:46:26,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:46:26,996 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:26,998 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:46:26,998 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613646998 2024-11-14T19:46:26,998 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613706998 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42895,1731613584065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42895,1731613584065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42895,1731613584065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:42895, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:26,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:27,001 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:46:27,002 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.786sec 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42895,1731613584065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:27,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42895,1731613584065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:27,005 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:27,005 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:27,005 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42895,1731613584065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:27,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42895,-1 for getting cluster id 2024-11-14T19:46:27,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:27,082 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a' 2024-11-14T19:46:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a" 2024-11-14T19:46:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7078d785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42895,-1] 2024-11-14T19:46:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:27,084 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:27,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355d1cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44347,1731613584160, seqNum=-1] 2024-11-14T19:46:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:27,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:27,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,42895,1731613584065 2024-11-14T19:46:27,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:27,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c1016d40005 connected 2024-11-14T19:46:27,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41873,-1 for getting cluster id 2024-11-14T19:46:27,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:27,117 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad' 2024-11-14T19:46:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad" 2024-11-14T19:46:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3949fb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41873,-1] 2024-11-14T19:46:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:27,119 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6a8f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41873,1731613579130 2024-11-14T19:46:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@673baae2 2024-11-14T19:46:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:27,122 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:27,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:42895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:46:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:27,126 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:42895' 2024-11-14T19:46:27,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705de8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,127 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42895,-1 for getting cluster id 2024-11-14T19:46:27,127 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:27,128 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a' 2024-11-14T19:46:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a" 2024-11-14T19:46:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593e06c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42895,-1] 2024-11-14T19:46:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:27,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:27,129 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:27,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5552c4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:27,130 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,42895,1731613584065 2024-11-14T19:46:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b01012e 2024-11-14T19:46:27,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:27,133 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:27,133 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T19:46:27,133 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:46:27,133 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:27,134 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:27,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:27,134 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:27,135 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:46:27,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:27,136 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:27,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741835_1011 (size=1138) 2024-11-14T19:46:27,185 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:46:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:27,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82df188a904d4184ceae77378516b2ff, NAME => 'hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9 2024-11-14T19:46:27,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741836_1012 (size=44) 2024-11-14T19:46:27,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:27,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 82df188a904d4184ceae77378516b2ff, disabling compactions & flushes 2024-11-14T19:46:27,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. after waiting 0 ms 2024-11-14T19:46:27,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82df188a904d4184ceae77378516b2ff: Waiting for close lock at 1731613587560Disabling compacts and flushes for region at 1731613587560Disabling writes for close at 1731613587561 (+1 ms)Writing region close event to WAL at 1731613587561Closed at 1731613587561 2024-11-14T19:46:27,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:27,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613587562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613587562"}]},"ts":"1731613587562"} 2024-11-14T19:46:27,565 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:46:27,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:27,566 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613587566"}]},"ts":"1731613587566"} 2024-11-14T19:46:27,568 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:46:27,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN}] 2024-11-14T19:46:27,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN 2024-11-14T19:46:27,571 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN; state=OFFLINE, location=867b237d0fa7,43701,1731613579284; forceNewPlan=false, retain=false 2024-11-14T19:46:27,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:27,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:27,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:27,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:27,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:27,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:27,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:27,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:46:27,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82df188a904d4184ceae77378516b2ff, regionState=OPENING, regionLocation=867b237d0fa7,43701,1731613579284 2024-11-14T19:46:27,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN because future has completed 2024-11-14T19:46:27,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82df188a904d4184ceae77378516b2ff, server=867b237d0fa7,43701,1731613579284}] 2024-11-14T19:46:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:27,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:27,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:46:27,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C43701%2C1731613579284.rep, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs, maxLogs=10 2024-11-14T19:46:27,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.rep.1731613587882, exclude list is [], retry=0 2024-11-14T19:46:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:27,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.rep.1731613587882 2024-11-14T19:46:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 82df188a904d4184ceae77378516b2ff, NAME => 'hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:27,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:27,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. service=MultiRowMutationService 2024-11-14T19:46:27,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:46:27,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:27,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,900 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,901 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82df188a904d4184ceae77378516b2ff columnFamilyName hfileref 2024-11-14T19:46:27,901 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:27,901 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(327): Store=82df188a904d4184ceae77378516b2ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:27,902 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,903 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82df188a904d4184ceae77378516b2ff columnFamilyName queue 2024-11-14T19:46:27,903 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:27,904 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(327): Store=82df188a904d4184ceae77378516b2ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:27,904 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,905 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82df188a904d4184ceae77378516b2ff columnFamilyName sid 2024-11-14T19:46:27,905 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:27,905 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(327): Store=82df188a904d4184ceae77378516b2ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:27,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:46:27,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:27,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 82df188a904d4184ceae77378516b2ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62159370, jitterRate=-0.07375320792198181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:46:27,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:27,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 82df188a904d4184ceae77378516b2ff: Running coprocessor pre-open hook at 1731613587898Writing region info on filesystem at 1731613587898Initializing all the Stores at 1731613587899 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613587899Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613587899Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613587899Cleaning up temporary data from old regions at 1731613587908 (+9 ms)Running coprocessor post-open hooks at 1731613587912 (+4 ms)Region opened successfully at 1731613587913 (+1 ms) 2024-11-14T19:46:27,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., pid=7, masterSystemTime=1731613587877 2024-11-14T19:46:27,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:27,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82df188a904d4184ceae77378516b2ff, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,43701,1731613579284 2024-11-14T19:46:27,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82df188a904d4184ceae77378516b2ff, server=867b237d0fa7,43701,1731613579284 because future has completed 2024-11-14T19:46:27,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T19:46:27,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 82df188a904d4184ceae77378516b2ff, server=867b237d0fa7,43701,1731613579284 in 194 msec 2024-11-14T19:46:27,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:46:27,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN in 352 msec 2024-11-14T19:46:27,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:27,924 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613587924"}]},"ts":"1731613587924"} 2024-11-14T19:46:27,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:46:27,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:27,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-14T19:46:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., hostname=867b237d0fa7,43701,1731613579284, seqNum=2] 2024-11-14T19:46:27,974 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:28,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:46:28,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T19:46:28,163 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:46:28,205 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,43701,1731613579284, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:46:28,206 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:28,206 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,43701,1731613579284, seqNum=-1] 2024-11-14T19:46:28,206 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:28,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T19:46:28,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,43701,1731613579284', locateType=CURRENT is [region=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., hostname=867b237d0fa7,43701,1731613579284, seqNum=2] 2024-11-14T19:46:28,213 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T19:46:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T19:46:28,216 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,43701,1731613579284 suceeded 2024-11-14T19:46:28,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T19:46:28,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-14T19:46:28,219 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:42895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:46:28,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-14T19:46:28,232 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:42895' 2024-11-14T19:46:28,235 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1137859c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:28,235 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42895,-1 for getting cluster id 2024-11-14T19:46:28,235 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:28,236 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a' 2024-11-14T19:46:28,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:28,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a" 2024-11-14T19:46:28,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a6183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:28,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42895,-1] 2024-11-14T19:46:28,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:28,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,238 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:28,238 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd1d692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:28,238 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:28,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,42895,1731613584065 2024-11-14T19:46:28,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409d8278 2024-11-14T19:46:28,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:28,240 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T19:46:28,241 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,43701,1731613579284 (queues=1) is replicating from cluster=c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad to cluster=68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a 2024-11-14T19:46:28,241 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C43701%2C1731613579284 2024-11-14T19:46:28,241 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,43701,1731613579284, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:46:28,244 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.shipper867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C43701%2C1731613579284 2024-11-14T19:46:28,244 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.wal-reader.867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500, startPosition=0, beingWritten=true 2024-11-14T19:46:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:28,268 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:46:28,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:28,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:28,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:28,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41873,1731613579130 2024-11-14T19:46:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@462de46e 2024-11-14T19:46:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:28,271 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:28,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41873 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:46:28,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:28,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:28,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:28,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:28,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1472129388, stopped=false 2024-11-14T19:46:28,273 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,41873,1731613579130 2024-11-14T19:46:28,291 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:28,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:28,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:28,292 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:28,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:28,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:28,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:28,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:28,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:28,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,43701,1731613579284' ***** 2024-11-14T19:46:28,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:28,294 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:28,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(3091): Received CLOSE for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,43701,1731613579284 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:43701. 2024-11-14T19:46:28,295 DEBUG [RS:0;867b237d0fa7:43701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:28,295 DEBUG [RS:0;867b237d0fa7:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:28,295 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:28,296 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:46:28,296 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1325): Online Regions={82df188a904d4184ceae77378516b2ff=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:28,296 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:28,296 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82df188a904d4184ceae77378516b2ff, disabling compactions & flushes 2024-11-14T19:46:28,296 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. after waiting 0 ms 2024-11-14T19:46:28,296 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T19:46:28,296 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:28,296 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82df188a904d4184ceae77378516b2ff 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T19:46:28,317 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/.tmp/queue/f54e554f8a0b4bce8bef977f58edb601 is 151, key is 1-867b237d0fa7,43701,1731613579284/queue:867b237d0fa7%2C43701%2C1731613579284/1731613588211/Put/seqid=0 2024-11-14T19:46:28,322 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/info/202a03639ebe4176b06c91e7ce05d4b3 is 147, key is hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff./info:regioninfo/1731613587916/Put/seqid=0 2024-11-14T19:46:28,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741838_1014 (size=5350) 2024-11-14T19:46:28,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741839_1015 (size=6631) 2024-11-14T19:46:28,380 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:28,433 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:28,433 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:28,456 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.wal-reader.867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500 to pos 0, reset compression=false 2024-11-14T19:46:28,496 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:28,696 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:28,726 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/.tmp/queue/f54e554f8a0b4bce8bef977f58edb601 2024-11-14T19:46:28,734 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/info/202a03639ebe4176b06c91e7ce05d4b3 2024-11-14T19:46:28,738 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/.tmp/queue/f54e554f8a0b4bce8bef977f58edb601 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/queue/f54e554f8a0b4bce8bef977f58edb601 2024-11-14T19:46:28,752 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/queue/f54e554f8a0b4bce8bef977f58edb601, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T19:46:28,753 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 82df188a904d4184ceae77378516b2ff in 457ms, sequenceid=5, compaction requested=false 2024-11-14T19:46:28,753 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:46:28,765 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.wal-reader.867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500 to pos 0, reset compression=false 2024-11-14T19:46:28,766 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/ns/e148c8435ed549e5a5aee3b1c427fe02 is 43, key is default/ns:d/1731613582591/Put/seqid=0 2024-11-14T19:46:28,771 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:46:28,772 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:28,772 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:28,772 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:28,772 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82df188a904d4184ceae77378516b2ff: Waiting for close lock at 1731613588296Running coprocessor pre-close hooks at 1731613588296Disabling compacts and flushes for region at 1731613588296Disabling writes for close at 1731613588296Obtaining lock to block concurrent updates at 1731613588296Preparing flush snapshotting stores in 82df188a904d4184ceae77378516b2ff at 1731613588296Finished memstore snapshotting hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731613588297 (+1 ms)Flushing stores of hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. at 1731613588297Flushing 82df188a904d4184ceae77378516b2ff/queue: creating writer at 1731613588297Flushing 82df188a904d4184ceae77378516b2ff/queue: appending metadata at 1731613588316 (+19 ms)Flushing 82df188a904d4184ceae77378516b2ff/queue: closing flushed file at 1731613588316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56149cbe: reopening flushed file at 1731613588736 (+420 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 82df188a904d4184ceae77378516b2ff in 457ms, sequenceid=5, compaction requested=false at 1731613588753 (+17 ms)Writing region close event to WAL at 1731613588757 (+4 ms)Running coprocessor post-close hooks at 1731613588772 (+15 ms)Closed at 1731613588772 2024-11-14T19:46:28,773 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741840_1016 (size=5153) 2024-11-14T19:46:28,896 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:29,097 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:29,184 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/ns/e148c8435ed549e5a5aee3b1c427fe02 2024-11-14T19:46:29,189 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.wal-reader.867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500 to pos 0, reset compression=false 2024-11-14T19:46:29,208 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/table/118c4e89f67c4fcca9798ab811b02fe7 is 53, key is hbase:replication/table:state/1731613587924/Put/seqid=0 2024-11-14T19:46:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741841_1017 (size=5256) 2024-11-14T19:46:29,297 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:46:29,297 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:29,297 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:29,497 DEBUG [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:29,616 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/table/118c4e89f67c4fcca9798ab811b02fe7 2024-11-14T19:46:29,622 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/info/202a03639ebe4176b06c91e7ce05d4b3 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/info/202a03639ebe4176b06c91e7ce05d4b3 2024-11-14T19:46:29,628 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/info/202a03639ebe4176b06c91e7ce05d4b3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T19:46:29,628 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/ns/e148c8435ed549e5a5aee3b1c427fe02 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/ns/e148c8435ed549e5a5aee3b1c427fe02 2024-11-14T19:46:29,633 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/ns/e148c8435ed549e5a5aee3b1c427fe02, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:46:29,634 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/table/118c4e89f67c4fcca9798ab811b02fe7 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/table/118c4e89f67c4fcca9798ab811b02fe7 2024-11-14T19:46:29,639 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/table/118c4e89f67c4fcca9798ab811b02fe7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T19:46:29,640 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-11-14T19:46:29,645 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T19:46:29,646 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:29,646 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:29,646 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:29,646 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613588296Running coprocessor pre-close hooks at 1731613588296Disabling compacts and flushes for region at 1731613588296Disabling writes for close at 1731613588296Obtaining lock to block concurrent updates at 1731613588296Preparing flush snapshotting stores in 1588230740 at 1731613588296Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731613588297 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613588297Flushing 1588230740/info: creating writer at 1731613588297Flushing 1588230740/info: appending metadata at 1731613588321 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731613588321Flushing 1588230740/ns: creating writer at 1731613588742 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731613588765 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731613588765Flushing 1588230740/table: creating writer at 1731613589189 (+424 ms)Flushing 1588230740/table: appending metadata at 1731613589208 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731613589208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c75af9: reopening flushed file at 1731613589622 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f817ba: reopening flushed file at 1731613589628 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677552d9: reopening flushed file at 1731613589633 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1731613589641 (+8 ms)Writing region close event to WAL at 1731613589642 (+1 ms)Running coprocessor post-close hooks at 1731613589646 (+4 ms)Closed at 1731613589646 2024-11-14T19:46:29,646 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:29,694 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.wal-reader.867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.1731613581500 to pos 0, reset compression=false 2024-11-14T19:46:29,697 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,43701,1731613579284; all regions closed. 2024-11-14T19:46:29,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.meta.1731613582525.meta not finished, retry = 0 2024-11-14T19:46:29,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741834_1010 (size=2742) 2024-11-14T19:46:29,802 DEBUG [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs 2024-11-14T19:46:29,802 INFO [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C43701%2C1731613579284.meta:.meta(num 1731613582525) 2024-11-14T19:46:29,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741837_1013 (size=1586) 2024-11-14T19:46:29,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284/867b237d0fa7%2C43701%2C1731613579284.rep.1731613587882 not finished, retry = 0 2024-11-14T19:46:29,907 DEBUG [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs 2024-11-14T19:46:29,907 INFO [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C43701%2C1731613579284.rep:(num 1731613587882) 2024-11-14T19:46:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741832_1008 (size=93) 2024-11-14T19:46:29,912 DEBUG [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C43701%2C1731613579284:(num 1731613581500) 2024-11-14T19:46:29,912 DEBUG [RS:0;867b237d0fa7:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:29,912 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,43701,1731613579284 because: Region server is closing 2024-11-14T19:46:29,912 INFO [RS:0;867b237d0fa7:43701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:43701. 2024-11-14T19:46:29,913 DEBUG [RS:0;867b237d0fa7:43701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:29,913 DEBUG [RS:0;867b237d0fa7:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:29,913 DEBUG [RS:0;867b237d0fa7:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:29,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:30,013 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.wal-reader.867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:46:30,013 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.shipper867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:46:30,013 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,43701,1731613579284.replicationSource.shipper867b237d0fa7%2C43701%2C1731613579284,1-867b237d0fa7,43701,1731613579284 terminated 2024-11-14T19:46:30,014 INFO [RS:0;867b237d0fa7:43701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43701 2024-11-14T19:46:30,024 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/rs/867b237d0fa7,43701,1731613579284 2024-11-14T19:46:30,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/rs 2024-11-14T19:46:30,024 INFO [RS:0;867b237d0fa7:43701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:30,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,43701,1731613579284] 2024-11-14T19:46:30,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/draining/867b237d0fa7,43701,1731613579284 already deleted, retry=false 2024-11-14T19:46:30,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,43701,1731613579284 expired; onlineServers=0 2024-11-14T19:46:30,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,41873,1731613579130' ***** 2024-11-14T19:46:30,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:30,041 DEBUG [M:0;867b237d0fa7:41873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:30,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:30,041 DEBUG [M:0;867b237d0fa7:41873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:30,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613581285 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613581285,5,FailOnTimeoutGroup] 2024-11-14T19:46:30,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613581285 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613581285,5,FailOnTimeoutGroup] 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:30,041 DEBUG [M:0;867b237d0fa7:41873 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:30,041 INFO [M:0;867b237d0fa7:41873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:30,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:30,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/master 2024-11-14T19:46:30,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:30,049 DEBUG [M:0;867b237d0fa7:41873 {}] zookeeper.ZKUtil(347): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/master because node does not exist (not an error) 2024-11-14T19:46:30,049 WARN [M:0;867b237d0fa7:41873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:30,050 INFO [M:0;867b237d0fa7:41873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/.lastflushedseqids 2024-11-14T19:46:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741842_1018 (size=190) 2024-11-14T19:46:30,132 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:30,133 INFO [RS:0;867b237d0fa7:43701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:30,133 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1013c1016d40001, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:30,133 INFO [RS:0;867b237d0fa7:43701 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,43701,1731613579284; zookeeper connection closed. 2024-11-14T19:46:30,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34268698 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34268698 2024-11-14T19:46:30,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:46:30,455 INFO [M:0;867b237d0fa7:41873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:30,455 INFO [M:0;867b237d0fa7:41873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:30,455 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:30,455 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:30,455 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:30,455 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:30,455 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:30,455 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T19:46:30,470 DEBUG [M:0;867b237d0fa7:41873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c2bee2aa6d84f6baee3f7e9d9bbda4d is 82, key is hbase:meta,,1/info:regioninfo/1731613582555/Put/seqid=0 2024-11-14T19:46:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741843_1019 (size=5672) 2024-11-14T19:46:30,475 INFO [M:0;867b237d0fa7:41873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c2bee2aa6d84f6baee3f7e9d9bbda4d 2024-11-14T19:46:30,496 DEBUG [M:0;867b237d0fa7:41873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25089862ed954fa5bdbb0c5a17675290 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731613587928/Put/seqid=0 2024-11-14T19:46:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741844_1020 (size=7203) 2024-11-14T19:46:30,901 INFO [M:0;867b237d0fa7:41873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25089862ed954fa5bdbb0c5a17675290 2024-11-14T19:46:30,919 DEBUG [M:0;867b237d0fa7:41873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c3f52ad7e214f45bf96badb10fe5a3c is 69, key is 867b237d0fa7,43701,1731613579284/rs:state/1731613581355/Put/seqid=0 2024-11-14T19:46:30,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741845_1021 (size=5156) 2024-11-14T19:46:31,323 INFO [M:0;867b237d0fa7:41873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c3f52ad7e214f45bf96badb10fe5a3c 2024-11-14T19:46:31,329 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c2bee2aa6d84f6baee3f7e9d9bbda4d as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c2bee2aa6d84f6baee3f7e9d9bbda4d 2024-11-14T19:46:31,333 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c2bee2aa6d84f6baee3f7e9d9bbda4d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T19:46:31,334 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25089862ed954fa5bdbb0c5a17675290 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25089862ed954fa5bdbb0c5a17675290 2024-11-14T19:46:31,339 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25089862ed954fa5bdbb0c5a17675290, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T19:46:31,340 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c3f52ad7e214f45bf96badb10fe5a3c as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c3f52ad7e214f45bf96badb10fe5a3c 2024-11-14T19:46:31,345 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c3f52ad7e214f45bf96badb10fe5a3c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T19:46:31,346 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false 2024-11-14T19:46:31,347 INFO [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:31,347 DEBUG [M:0;867b237d0fa7:41873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613590455Disabling compacts and flushes for region at 1731613590455Disabling writes for close at 1731613590455Obtaining lock to block concurrent updates at 1731613590455Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613590455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731613590456 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613590456Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613590456Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613590470 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613590470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613590480 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613590496 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613590496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613590906 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613590919 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613590919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ceb3cd: reopening flushed file at 1731613591328 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6414c9f: reopening flushed file at 1731613591333 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5784db96: reopening flushed file at 1731613591339 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false at 1731613591346 (+7 ms)Writing region close event to WAL at 1731613591347 (+1 ms)Closed at 1731613591347 2024-11-14T19:46:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741830_1006 (size=41008) 2024-11-14T19:46:31,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130/867b237d0fa7%2C41873%2C1731613579130.1731613581049 not finished, retry = 0 2024-11-14T19:46:31,451 INFO [M:0;867b237d0fa7:41873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:31,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:31,451 INFO [M:0;867b237d0fa7:41873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41873 2024-11-14T19:46:31,451 INFO [M:0;867b237d0fa7:41873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:31,564 INFO [M:0;867b237d0fa7:41873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41873-0x1013c1016d40000, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:31,565 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:31,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:31,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:31,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:31,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:31,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46731 2024-11-14T19:46:31,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46731 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467310x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:31,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46731-0x1013c1016d40006 connected 2024-11-14T19:46:31,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:31,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:31,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:31,587 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: INIT 2024-11-14T19:46:31,587 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9, hbase.cluster.distributed=false 2024-11-14T19:46:31,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/acl 2024-11-14T19:46:31,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46731 2024-11-14T19:46:31,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46731 2024-11-14T19:46:31,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46731 2024-11-14T19:46:31,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46731 2024-11-14T19:46:31,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46731 2024-11-14T19:46:31,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:31,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:31,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37289 2024-11-14T19:46:31,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37289 connecting to ZooKeeper ensemble=127.0.0.1:60151 2024-11-14T19:46:31,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:31,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:31,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372890x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:31,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372890x0, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:31,616 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: INIT 2024-11-14T19:46:31,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37289-0x1013c1016d40007 connected 2024-11-14T19:46:31,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:31,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:31,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/master 2024-11-14T19:46:31,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/acl 2024-11-14T19:46:31,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37289 2024-11-14T19:46:31,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37289 2024-11-14T19:46:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37289 2024-11-14T19:46:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37289 2024-11-14T19:46:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37289 2024-11-14T19:46:31,633 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:46731 2024-11-14T19:46:31,634 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-420148740/backup-masters/867b237d0fa7,46731,1731613591565 2024-11-14T19:46:31,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:31,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:31,641 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on existing znode=/0-420148740/backup-masters/867b237d0fa7,46731,1731613591565 2024-11-14T19:46:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420148740/master 2024-11-14T19:46:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:31,649 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on existing znode=/0-420148740/master 2024-11-14T19:46:31,650 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-420148740/backup-masters/867b237d0fa7,46731,1731613591565 from backup master directory 2024-11-14T19:46:31,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:31,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/backup-masters/867b237d0fa7,46731,1731613591565 2024-11-14T19:46:31,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/backup-masters 2024-11-14T19:46:31,657 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:31,657 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,46731,1731613591565 2024-11-14T19:46:31,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:31,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:31,671 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-14T19:46:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741846_1022 (size=196) 2024-11-14T19:46:32,086 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:32,086 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:32,087 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:32,092 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T19:46:32,094 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130 to hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130-dead as it is dead 2024-11-14T19:46:32,094 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130-dead/867b237d0fa7%2C41873%2C1731613579130.1731613581049 2024-11-14T19:46:32,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130-dead/867b237d0fa7%2C41873%2C1731613579130.1731613581049 after 1ms 2024-11-14T19:46:32,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130-dead/867b237d0fa7%2C41873%2C1731613579130.1731613581049 to hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C41873%2C1731613579130.1731613581049 2024-11-14T19:46:32,096 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,41873,1731613579130-dead 2024-11-14T19:46:32,096 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,46731,1731613591565 2024-11-14T19:46:32,097 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:32,098 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C46731%2C1731613591565, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,46731,1731613591565, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:46:32,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:46:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:32,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T19:46:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:32,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:46:32,109 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,46731,1731613591565/867b237d0fa7%2C46731%2C1731613591565.1731613592098, exclude list is [], retry=0 2024-11-14T19:46:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:32,129 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/WALs/867b237d0fa7,46731,1731613591565/867b237d0fa7%2C46731%2C1731613591565.1731613592098 2024-11-14T19:46:32,129 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:32,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:32,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:32,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:32,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c2bee2aa6d84f6baee3f7e9d9bbda4d 2024-11-14T19:46:32,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:32,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:32,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25089862ed954fa5bdbb0c5a17675290 2024-11-14T19:46:32,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:32,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:32,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c3f52ad7e214f45bf96badb10fe5a3c 2024-11-14T19:46:32,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:32,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:32,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:32,152 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,153 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T19:46:32,153 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C41873%2C1731613579130.1731613581049 2024-11-14T19:46:32,157 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C41873%2C1731613579130.1731613581049 2024-11-14T19:46:32,158 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/867b237d0fa7%2C41873%2C1731613579130.1731613581049 2024-11-14T19:46:32,159 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,159 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,159 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:32,161 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:32,162 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T19:46:32,163 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878890, jitterRate=0.10088124871253967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:32,163 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613592130Initializing all the Stores at 1731613592131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613592131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613592131Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613592131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613592131Cleaning up temporary data from old regions at 1731613592159 (+28 ms)Region opened successfully at 1731613592163 (+4 ms) 2024-11-14T19:46:32,163 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:32,166 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c890506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:32,168 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T19:46:32,168 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:32,168 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:32,168 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:32,168 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:32,170 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:32,171 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:46:32,171 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:46:32,171 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-14T19:46:32,171 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:32,174 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=867b237d0fa7,43701,1731613579284, regionLocation=867b237d0fa7,43701,1731613579284, openSeqNum=2 2024-11-14T19:46:32,174 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=867b237d0fa7,43701,1731613579284, table=hbase:meta, region=1588230740 2024-11-14T19:46:32,174 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,43701,1731613579284, state=OPEN 2024-11-14T19:46:32,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:32,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:32,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:32,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:32,195 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:32,199 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/draining/867b237d0fa7,43701,1731613579284 already deleted, retry=false 2024-11-14T19:46:32,199 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 867b237d0fa7,43701,1731613579284 on 867b237d0fa7,46731,1731613591565 2024-11-14T19:46:32,200 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 867b237d0fa7,43701,1731613579284, splitWal=true, meta=true 2024-11-14T19:46:32,200 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 867b237d0fa7,43701,1731613579284 (carryingMeta=true) 867b237d0fa7,43701,1731613579284/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@516d7a94[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T19:46:32,202 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:32,207 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/balancer already deleted, retry=false 2024-11-14T19:46:32,208 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:32,208 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:32,216 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/normalizer already deleted, retry=false 2024-11-14T19:46:32,216 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:32,217 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:32,224 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/switch/split already deleted, retry=false 2024-11-14T19:46:32,225 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:32,232 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/switch/merge already deleted, retry=false 2024-11-14T19:46:32,242 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:32,249 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:32,258 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,46731,1731613591565, sessionid=0x1013c1016d40006, setting cluster-up flag (Was=false) 2024-11-14T19:46:32,266 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-420148740/flush-table-proc/acquired, /0-420148740/flush-table-proc/reached, /0-420148740/flush-table-proc/abort 2024-11-14T19:46:32,267 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,46731,1731613591565 2024-11-14T19:46:32,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-420148740/online-snapshot/acquired, /0-420148740/online-snapshot/reached, /0-420148740/online-snapshot/abort 2024-11-14T19:46:32,275 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,46731,1731613591565 2024-11-14T19:46:32,276 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/.lastflushedseqids 2024-11-14T19:46:32,278 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:32,278 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:32,278 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,46731,1731613591565 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 867b237d0fa7,43701,1731613579284 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:32,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:32,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:32,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:32,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:32,280 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:32,280 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,280 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:32,280 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613622280 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:32,280 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,281 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 867b237d0fa7,43701,1731613579284, splitWal=true, meta=true 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:32,281 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:32,282 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613592281,5,FailOnTimeoutGroup] 2024-11-14T19:46:32,282 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 867b237d0fa7,43701,1731613579284, splitWal=true, meta=true, isMeta: true 2024-11-14T19:46:32,282 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613592282,5,FailOnTimeoutGroup] 2024-11-14T19:46:32,282 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,282 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:32,282 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,282 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,282 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613592282, completionTime=-1 2024-11-14T19:46:32,282 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T19:46:32,282 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T19:46:32,283 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284-splitting 2024-11-14T19:46:32,283 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284-splitting dir is empty, no logs to split. 2024-11-14T19:46:32,283 INFO [PEWorker-1 {}] master.SplitWALManager(105): 867b237d0fa7,43701,1731613579284 WAL count=0, meta=true 2024-11-14T19:46:32,285 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284-splitting dir is empty, no logs to split. 2024-11-14T19:46:32,285 INFO [PEWorker-1 {}] master.SplitWALManager(105): 867b237d0fa7,43701,1731613579284 WAL count=0, meta=true 2024-11-14T19:46:32,285 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 867b237d0fa7,43701,1731613579284 WAL splitting is done? wals=0, meta=true 2024-11-14T19:46:32,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:32,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:32,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T19:46:32,326 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(746): ClusterId : c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad 2024-11-14T19:46:32,327 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:32,333 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:32,333 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:32,341 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:32,341 DEBUG [RS:0;867b237d0fa7:37289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a99e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:32,352 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:37289 2024-11-14T19:46:32,352 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:32,352 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:32,352 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:32,353 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,46731,1731613591565 with port=37289, startcode=1731613591601 2024-11-14T19:46:32,353 DEBUG [RS:0;867b237d0fa7:37289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:32,355 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:32,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46731 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,356 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9 2024-11-14T19:46:32,356 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39039 2024-11-14T19:46:32,356 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/rs 2024-11-14T19:46:32,381 DEBUG [RS:0;867b237d0fa7:37289 {}] zookeeper.ZKUtil(111): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on existing znode=/0-420148740/rs/867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,381 WARN [RS:0;867b237d0fa7:37289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:32,382 INFO [RS:0;867b237d0fa7:37289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:32,382 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,37289,1731613591601] 2024-11-14T19:46:32,382 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T19:46:32,398 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:32,399 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:32,399 INFO [RS:0;867b237d0fa7:37289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:32,399 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,399 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:32,400 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:32,400 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:32,400 DEBUG [RS:0;867b237d0fa7:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:32,401 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,401 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,401 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,401 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,401 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,401 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37289,1731613591601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:32,412 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:32,412 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37289,1731613591601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,423 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,37289,1731613591601, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:46:32,423 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,423 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.Replication(171): 867b237d0fa7,37289,1731613591601 started 2024-11-14T19:46:32,435 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:32,435 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,37289,1731613591601, RpcServer on 867b237d0fa7/172.17.0.2:37289, sessionid=0x1013c1016d40007 2024-11-14T19:46:32,435 DEBUG [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:42895' 2024-11-14T19:46:32,435 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:32,435 DEBUG [RS:0;867b237d0fa7:37289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,435 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,37289,1731613591601' 2024-11-14T19:46:32,435 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-420148740/flush-table-proc/abort' 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-420148740/flush-table-proc/acquired' 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,37289,1731613591601' 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-420148740/online-snapshot/abort' 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@772915fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,42895,-1 for getting cluster id 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:32,436 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-420148740/online-snapshot/acquired' 2024-11-14T19:46:32,437 DEBUG [RS:0;867b237d0fa7:37289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:32,437 INFO [RS:0;867b237d0fa7:37289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:32,437 INFO [RS:0;867b237d0fa7:37289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:32,437 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a' 2024-11-14T19:46:32,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a" 2024-11-14T19:46:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a38ef40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,42895,-1] 2024-11-14T19:46:32,438 WARN [867b237d0fa7:46731 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:46:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:32,439 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:32,439 DEBUG [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d3f34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:32,439 DEBUG [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:32,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,42895,1731613584065 2024-11-14T19:46:32,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c132995 2024-11-14T19:46:32,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:32,441 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T19:46:32,441 INFO [RS:0;867b237d0fa7:37289.replicationSource,1-867b237d0fa7,37289,1731613591601 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,37289,1731613591601 (queues=0) is replicating from cluster=c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad to cluster=68a1b0f6-b4fb-4c57-96a5-3cbbc7c36d6a 2024-11-14T19:46:32,537 INFO [RS:0;867b237d0fa7:37289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:32,538 INFO [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C37289%2C1731613591601, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs, maxLogs=10 2024-11-14T19:46:32,549 DEBUG [RS:0;867b237d0fa7:37289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539, exclude list is [], retry=0 2024-11-14T19:46:32,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:32,553 INFO [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 2024-11-14T19:46:32,554 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 867b237d0fa7%2C37289%2C1731613591601 for peer 1 2024-11-14T19:46:32,554 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C37289%2C1731613591601 2024-11-14T19:46:32,554 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,37289,1731613591601, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:46:32,554 DEBUG [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:32,554 INFO [RS:0;867b237d0fa7:37289.replicationSource.shipper867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C37289%2C1731613591601 2024-11-14T19:46:32,554 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539, startPosition=0, beingWritten=true 2024-11-14T19:46:32,688 DEBUG [867b237d0fa7:46731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:46:32,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,37289,1731613591601, state=OPENING 2024-11-14T19:46:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:32,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:32,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:32,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:32,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,37289,1731613591601}] 2024-11-14T19:46:32,759 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:32,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:32,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:32,887 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:32,887 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:32,887 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:32,888 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C37289%2C1731613591601.meta, suffix=.meta, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs, maxLogs=10 2024-11-14T19:46:32,899 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.meta.1731613592888.meta, exclude list is [], retry=0 2024-11-14T19:46:32,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:32,903 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.meta.1731613592888.meta 2024-11-14T19:46:32,903 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:32,903 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:32,904 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:32,904 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:32,904 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:32,904 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:32,904 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:32,904 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:32,904 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:32,904 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:32,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:32,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:32,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,910 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/info/202a03639ebe4176b06c91e7ce05d4b3 2024-11-14T19:46:32,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:32,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:32,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:32,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,916 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/ns/e148c8435ed549e5a5aee3b1c427fe02 2024-11-14T19:46:32,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:32,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:32,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:32,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:32,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:32,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:32,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:32,923 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/table/118c4e89f67c4fcca9798ab811b02fe7 2024-11-14T19:46:32,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:32,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:32,924 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740 2024-11-14T19:46:32,925 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740 2024-11-14T19:46:32,926 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:32,926 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:32,926 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:32,927 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:32,928 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75133339, jitterRate=0.11957399547100067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:32,928 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:32,928 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613592904Writing region info on filesystem at 1731613592904Initializing all the Stores at 1731613592905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613592905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613592905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613592905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613592905Cleaning up temporary data from old regions at 1731613592926 (+21 ms)Running coprocessor post-open hooks at 1731613592928 (+2 ms)Region opened successfully at 1731613592928 2024-11-14T19:46:32,929 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731613592882 2024-11-14T19:46:32,931 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:32,931 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:32,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,37289,1731613591601, state=OPEN 2024-11-14T19:46:32,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:32,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420148740/meta-region-server 2024-11-14T19:46:32,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,37289,1731613591601 2024-11-14T19:46:32,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:32,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420148740/meta-region-server: CHANGED 2024-11-14T19:46:32,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T19:46:32,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,37289,1731613591601 in 211 msec 2024-11-14T19:46:32,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:46:32,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-14T19:46:33,063 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:33,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:33,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:33,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:33,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:33,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:33,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:33,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:33,467 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:33,885 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T19:46:33,972 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:34,576 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:35,280 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:35,387 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T19:46:36,085 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:36,793 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T19:46:36,794 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:36,794 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:36,794 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,37289,1731613591601, seqNum=-1] 2024-11-14T19:46:36,794 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:36,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:36,800 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82df188a904d4184ceae77378516b2ff, regionState=OPEN, lastHost=867b237d0fa7,43701,1731613579284, regionLocation=867b237d0fa7,43701,1731613579284, openSeqNum=2 2024-11-14T19:46:36,800 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:46:36,800 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613656800 2024-11-14T19:46:36,800 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613716800 2024-11-14T19:46:36,800 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-14T19:46:36,800 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 867b237d0fa7,43701,1731613579284 had 2 regions 2024-11-14T19:46:36,801 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46731,1731613591565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,801 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46731,1731613591565-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,801 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46731,1731613591565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,801 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:46731, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,801 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,801 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,802 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 867b237d0fa7,43701,1731613579284, splitWal=true, meta=true, isMeta: false 2024-11-14T19:46:36,803 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284-splitting dir is empty, no logs to split. 2024-11-14T19:46:36,804 INFO [PEWorker-3 {}] master.SplitWALManager(105): 867b237d0fa7,43701,1731613579284 WAL count=0, meta=false 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.149sec 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46731,1731613591565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:36,806 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46731,1731613591565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:36,807 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,43701,1731613579284-splitting dir is empty, no logs to split. 2024-11-14T19:46:36,807 INFO [PEWorker-3 {}] master.SplitWALManager(105): 867b237d0fa7,43701,1731613579284 WAL count=0, meta=false 2024-11-14T19:46:36,807 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 867b237d0fa7,43701,1731613579284 WAL splitting is done? wals=0, meta=false 2024-11-14T19:46:36,808 WARN [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=867b237d0fa7,43701,1731613579284/hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:36,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN}] 2024-11-14T19:46:36,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN 2024-11-14T19:46:36,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T19:46:36,812 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:36,812 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:36,812 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46731,1731613591565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:36,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:36,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46731,-1 for getting cluster id 2024-11-14T19:46:36,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:36,831 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad' 2024-11-14T19:46:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad" 2024-11-14T19:46:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535e4c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46731,-1] 2024-11-14T19:46:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,833 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf23514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:36,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,37289,1731613591601, seqNum=-1] 2024-11-14T19:46:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:36,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:36,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T19:46:36,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:36,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:36,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:36,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 867b237d0fa7:46731 after: 867b237d0fa7:46731 2024-11-14T19:46:36,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:36,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46731,-1 for getting cluster id 2024-11-14T19:46:36,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:36,840 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad' 2024-11-14T19:46:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4b0d557-6ca5-42c2-b77c-eb48bf2b0dad" 2024-11-14T19:46:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a16f7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46731,-1] 2024-11-14T19:46:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,841 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:36,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1d2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:36,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46731,1731613591565 2024-11-14T19:46:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6794b55a 2024-11-14T19:46:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:36,843 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:36,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T19:46:36,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:46:36,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:36,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:36,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:36,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:36,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2090621346, stopped=false 2024-11-14T19:46:36,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,42895,1731613584065 2024-11-14T19:46:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2102779197/running 2024-11-14T19:46:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2102779197/running 2024-11-14T19:46:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:36,865 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:36,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:36,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:36,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,866 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,44347,1731613584160' ***** 2024-11-14T19:46:36,866 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:36,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/running 2024-11-14T19:46:36,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Set watcher on znode that does not yet exist, /1-2102779197/running 2024-11-14T19:46:36,866 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:36,866 INFO [RS:0;867b237d0fa7:44347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:36,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:36,866 INFO [RS:0;867b237d0fa7:44347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:36,866 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,44347,1731613584160 2024-11-14T19:46:36,866 INFO [RS:0;867b237d0fa7:44347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:36,866 INFO [RS:0;867b237d0fa7:44347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:44347. 2024-11-14T19:46:36,867 DEBUG [RS:0;867b237d0fa7:44347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:36,867 DEBUG [RS:0;867b237d0fa7:44347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:36,867 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:36,867 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:36,867 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:36,867 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:36,867 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:46:36,867 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:36,867 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:36,867 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:36,867 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:36,867 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:36,867 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:36,867 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:36,867 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T19:46:36,880 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/.tmp/ns/d4a1f1e16c9a4a8fa7362028c40b1663 is 43, key is default/ns:d/1731613586990/Put/seqid=0 2024-11-14T19:46:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741835_1011 (size=5153) 2024-11-14T19:46:36,907 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:36,960 DEBUG [867b237d0fa7:46731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:46:36,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=82df188a904d4184ceae77378516b2ff, regionState=OPENING, regionLocation=867b237d0fa7,37289,1731613591601 2024-11-14T19:46:36,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN because future has completed 2024-11-14T19:46:36,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82df188a904d4184ceae77378516b2ff, server=867b237d0fa7,37289,1731613591601}] 2024-11-14T19:46:36,990 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:37,067 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:37,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:37,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:37,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:46:37,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C37289%2C1731613591601.rep, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs, maxLogs=10 2024-11-14T19:46:37,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.rep.1731613597120, exclude list is [], retry=0 2024-11-14T19:46:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44407,DS-b46be80e-86e7-44be-ac5c-cbe92678a9ec,DISK] 2024-11-14T19:46:37,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.rep.1731613597120 2024-11-14T19:46:37,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-14T19:46:37,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 82df188a904d4184ceae77378516b2ff, NAME => 'hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:37,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:37,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:37,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. service=MultiRowMutationService 2024-11-14T19:46:37,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:46:37,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:37,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,142 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,143 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82df188a904d4184ceae77378516b2ff columnFamilyName hfileref 2024-11-14T19:46:37,143 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:37,143 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(327): Store=82df188a904d4184ceae77378516b2ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:37,143 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,144 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82df188a904d4184ceae77378516b2ff columnFamilyName queue 2024-11-14T19:46:37,144 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:37,148 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/queue/f54e554f8a0b4bce8bef977f58edb601 2024-11-14T19:46:37,148 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(327): Store=82df188a904d4184ceae77378516b2ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:37,148 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,149 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82df188a904d4184ceae77378516b2ff columnFamilyName sid 2024-11-14T19:46:37,149 DEBUG [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:37,149 INFO [StoreOpener-82df188a904d4184ceae77378516b2ff-1 {}] regionserver.HStore(327): Store=82df188a904d4184ceae77378516b2ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:37,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:46:37,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 82df188a904d4184ceae77378516b2ff; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67310043, jitterRate=0.0029978007078170776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:46:37,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:37,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 82df188a904d4184ceae77378516b2ff: Running coprocessor pre-open hook at 1731613597141Writing region info on filesystem at 1731613597141Initializing all the Stores at 1731613597141Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613597142 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613597142Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613597142Cleaning up temporary data from old regions at 1731613597151 (+9 ms)Running coprocessor post-open hooks at 1731613597154 (+3 ms)Region opened successfully at 1731613597154 2024-11-14T19:46:37,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., pid=13, masterSystemTime=1731613597115 2024-11-14T19:46:37,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:37,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:37,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=82df188a904d4184ceae77378516b2ff, regionState=OPEN, openSeqNum=9, regionLocation=867b237d0fa7,37289,1731613591601 2024-11-14T19:46:37,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82df188a904d4184ceae77378516b2ff, server=867b237d0fa7,37289,1731613591601 because future has completed 2024-11-14T19:46:37,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T19:46:37,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 82df188a904d4184ceae77378516b2ff, server=867b237d0fa7,37289,1731613591601 in 198 msec 2024-11-14T19:46:37,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T19:46:37,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82df188a904d4184ceae77378516b2ff, ASSIGN in 354 msec 2024-11-14T19:46:37,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T19:46:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., hostname=867b237d0fa7,37289,1731613591601, seqNum=9] 2024-11-14T19:46:37,182 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 867b237d0fa7,43701,1731613579284 2024-11-14T19:46:37,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T19:46:37,267 DEBUG [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:37,285 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/.tmp/ns/d4a1f1e16c9a4a8fa7362028c40b1663 2024-11-14T19:46:37,291 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/.tmp/ns/d4a1f1e16c9a4a8fa7362028c40b1663 as hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/ns/d4a1f1e16c9a4a8fa7362028c40b1663 2024-11-14T19:46:37,296 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/ns/d4a1f1e16c9a4a8fa7362028c40b1663, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T19:46:37,297 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-14T19:46:37,297 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:46:37,301 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T19:46:37,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:37,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:37,302 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:37,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613596867Running coprocessor pre-close hooks at 1731613596867Disabling compacts and flushes for region at 1731613596867Disabling writes for close at 1731613596867Obtaining lock to block concurrent updates at 1731613596867Preparing flush snapshotting stores in 1588230740 at 1731613596867Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731613596868 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613596868Flushing 1588230740/ns: creating writer at 1731613596868Flushing 1588230740/ns: appending metadata at 1731613596880 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731613596880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0c5071: reopening flushed file at 1731613597290 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731613597297 (+7 ms)Writing region close event to WAL at 1731613597298 (+1 ms)Running coprocessor post-close hooks at 1731613597302 (+4 ms)Closed at 1731613597302 2024-11-14T19:46:37,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:37,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T19:46:37,403 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:37,403 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:37,468 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,44347,1731613584160; all regions closed. 2024-11-14T19:46:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741834_1010 (size=1152) 2024-11-14T19:46:37,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160/867b237d0fa7%2C44347%2C1731613584160.meta.1731613586920.meta not finished, retry = 0 2024-11-14T19:46:37,572 DEBUG [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/oldWALs 2024-11-14T19:46:37,572 INFO [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44347%2C1731613584160.meta:.meta(num 1731613586920) 2024-11-14T19:46:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741833_1009 (size=93) 2024-11-14T19:46:37,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/WALs/867b237d0fa7,44347,1731613584160/867b237d0fa7%2C44347%2C1731613584160.1731613586534 not finished, retry = 0 2024-11-14T19:46:37,677 DEBUG [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/oldWALs 2024-11-14T19:46:37,677 INFO [RS:0;867b237d0fa7:44347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44347%2C1731613584160:(num 1731613586534) 2024-11-14T19:46:37,677 DEBUG [RS:0;867b237d0fa7:44347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:37,677 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:37,677 INFO [RS:0;867b237d0fa7:44347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:37,677 INFO [RS:0;867b237d0fa7:44347 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:37,677 INFO [RS:0;867b237d0fa7:44347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:37,677 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:37,677 INFO [RS:0;867b237d0fa7:44347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44347 2024-11-14T19:46:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197/rs 2024-11-14T19:46:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2102779197/rs/867b237d0fa7,44347,1731613584160 2024-11-14T19:46:37,690 INFO [RS:0;867b237d0fa7:44347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:37,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,44347,1731613584160] 2024-11-14T19:46:37,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2102779197/draining/867b237d0fa7,44347,1731613584160 already deleted, retry=false 2024-11-14T19:46:37,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,44347,1731613584160 expired; onlineServers=0 2024-11-14T19:46:37,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,42895,1731613584065' ***** 2024-11-14T19:46:37,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:37,707 INFO [M:0;867b237d0fa7:42895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:37,707 INFO [M:0;867b237d0fa7:42895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:37,707 DEBUG [M:0;867b237d0fa7:42895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:37,707 DEBUG [M:0;867b237d0fa7:42895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:37,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:37,707 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613586131 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613586131,5,FailOnTimeoutGroup] 2024-11-14T19:46:37,707 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613586133 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613586133,5,FailOnTimeoutGroup] 2024-11-14T19:46:37,708 INFO [M:0;867b237d0fa7:42895 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:37,708 INFO [M:0;867b237d0fa7:42895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:37,708 DEBUG [M:0;867b237d0fa7:42895 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:37,708 INFO [M:0;867b237d0fa7:42895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:37,708 INFO [M:0;867b237d0fa7:42895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:37,708 INFO [M:0;867b237d0fa7:42895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:37,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2102779197/master 2024-11-14T19:46:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2102779197 2024-11-14T19:46:37,715 DEBUG [M:0;867b237d0fa7:42895 {}] zookeeper.ZKUtil(347): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Unable to get data of znode /1-2102779197/master because node does not exist (not an error) 2024-11-14T19:46:37,715 WARN [M:0;867b237d0fa7:42895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:37,717 INFO [M:0;867b237d0fa7:42895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/.lastflushedseqids 2024-11-14T19:46:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741836_1012 (size=99) 2024-11-14T19:46:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:37,799 INFO [RS:0;867b237d0fa7:44347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44347-0x1013c1016d40004, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:37,799 INFO [RS:0;867b237d0fa7:44347 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,44347,1731613584160; zookeeper connection closed. 2024-11-14T19:46:37,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fe473c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fe473c6 2024-11-14T19:46:37,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:46:37,994 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:38,124 INFO [M:0;867b237d0fa7:42895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:38,125 INFO [M:0;867b237d0fa7:42895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:38,125 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:38,125 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:38,125 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:38,125 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:38,125 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:38,125 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T19:46:38,142 DEBUG [M:0;867b237d0fa7:42895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09028ee27c2d4c1784a94bf2df4c63f3 is 82, key is hbase:meta,,1/info:regioninfo/1731613586964/Put/seqid=0 2024-11-14T19:46:38,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741837_1013 (size=5672) 2024-11-14T19:46:38,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:38,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:38,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:38,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:38,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:38,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:38,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:38,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:46:38,547 INFO [M:0;867b237d0fa7:42895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09028ee27c2d4c1784a94bf2df4c63f3 2024-11-14T19:46:38,564 DEBUG [M:0;867b237d0fa7:42895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3b06eaf34f64255965aeaf9b9c30568 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731613586995/Put/seqid=0 2024-11-14T19:46:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741838_1014 (size=5275) 2024-11-14T19:46:38,969 INFO [M:0;867b237d0fa7:42895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3b06eaf34f64255965aeaf9b9c30568 2024-11-14T19:46:38,987 DEBUG [M:0;867b237d0fa7:42895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/022e88e1bb79434aa68aacfcaccec197 is 69, key is 867b237d0fa7,44347,1731613584160/rs:state/1731613586355/Put/seqid=0 2024-11-14T19:46:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741839_1015 (size=5156) 2024-11-14T19:46:39,099 DEBUG [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 to pos 0, reset compression=false 2024-11-14T19:46:39,392 INFO [M:0;867b237d0fa7:42895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/022e88e1bb79434aa68aacfcaccec197 2024-11-14T19:46:39,397 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09028ee27c2d4c1784a94bf2df4c63f3 as hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09028ee27c2d4c1784a94bf2df4c63f3 2024-11-14T19:46:39,402 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09028ee27c2d4c1784a94bf2df4c63f3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T19:46:39,402 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3b06eaf34f64255965aeaf9b9c30568 as hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3b06eaf34f64255965aeaf9b9c30568 2024-11-14T19:46:39,407 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3b06eaf34f64255965aeaf9b9c30568, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T19:46:39,407 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/022e88e1bb79434aa68aacfcaccec197 as hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/022e88e1bb79434aa68aacfcaccec197 2024-11-14T19:46:39,411 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40903/user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/022e88e1bb79434aa68aacfcaccec197, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T19:46:39,412 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-14T19:46:39,413 INFO [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:39,414 DEBUG [M:0;867b237d0fa7:42895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613598125Disabling compacts and flushes for region at 1731613598125Disabling writes for close at 1731613598125Obtaining lock to block concurrent updates at 1731613598125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613598125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731613598125Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613598126 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613598126Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613598142 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613598142Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613598551 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613598564 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613598564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613598974 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613598987 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613598987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447b64ff: reopening flushed file at 1731613599396 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313dc028: reopening flushed file at 1731613599402 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebd4153: reopening flushed file at 1731613599407 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731613599412 (+5 ms)Writing region close event to WAL at 1731613599413 (+1 ms)Closed at 1731613599413 2024-11-14T19:46:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741830_1006 (size=10165) 2024-11-14T19:46:39,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad4cde-8f0e-bd1c-e9ca-7ba8c3da99c1/MasterData/WALs/867b237d0fa7,42895,1731613584065/867b237d0fa7%2C42895%2C1731613584065.1731613585896 not finished, retry = 0 2024-11-14T19:46:39,517 INFO [M:0;867b237d0fa7:42895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:39,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:39,517 INFO [M:0;867b237d0fa7:42895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42895 2024-11-14T19:46:39,517 INFO [M:0;867b237d0fa7:42895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:39,630 INFO [M:0;867b237d0fa7:42895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:39,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:39,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42895-0x1013c1016d40003, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:39,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:39,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:39,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:39,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:39,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:39,634 WARN [BP-1987451903-172.17.0.2-1731613582667 heartbeating to localhost/127.0.0.1:40903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:39,634 WARN [BP-1987451903-172.17.0.2-1731613582667 heartbeating to localhost/127.0.0.1:40903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1987451903-172.17.0.2-1731613582667 (Datanode Uuid b8be9f7b-d5c6-4d2a-9925-00c59e35a9e8) service to localhost/127.0.0.1:40903 2024-11-14T19:46:39,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:39,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:39,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/cluster_b8cb55d6-d93e-0737-1622-907f84b44559/data/data1/current/BP-1987451903-172.17.0.2-1731613582667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:39,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/cluster_b8cb55d6-d93e-0737-1622-907f84b44559/data/data2/current/BP-1987451903-172.17.0.2-1731613582667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:39,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:39,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:39,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:39,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:39,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:39,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:39,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:46:39,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:46:39,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:39,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:39,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:39,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:39,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:39,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:39,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=801939533, stopped=false 2024-11-14T19:46:39,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,46731,1731613591565 2024-11-14T19:46:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/running 2024-11-14T19:46:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:39,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:39,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:39,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:39,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:39,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:39,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Set watcher on znode that does not yet exist, /0-420148740/running 2024-11-14T19:46:39,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,37289,1731613591601' ***** 2024-11-14T19:46:39,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:39,666 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:39,666 INFO [RS:0;867b237d0fa7:37289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:39,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:39,666 INFO [RS:0;867b237d0fa7:37289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:39,666 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(3091): Received CLOSE for 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:39,666 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,37289,1731613591601 2024-11-14T19:46:39,666 INFO [RS:0;867b237d0fa7:37289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:39,667 INFO [RS:0;867b237d0fa7:37289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:37289. 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82df188a904d4184ceae77378516b2ff, disabling compactions & flushes 2024-11-14T19:46:39,667 DEBUG [RS:0;867b237d0fa7:37289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:39,667 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:39,667 DEBUG [RS:0;867b237d0fa7:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. after waiting 0 ms 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:39,667 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:39,667 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:39,667 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:39,667 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:39,667 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:46:39,667 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1325): Online Regions={82df188a904d4184ceae77378516b2ff=hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:39,667 DEBUG [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82df188a904d4184ceae77378516b2ff 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:39,667 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:39,667 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:39,667 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T19:46:39,671 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/replication/82df188a904d4184ceae77378516b2ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T19:46:39,672 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:39,672 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:39,672 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:39,672 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82df188a904d4184ceae77378516b2ff: Waiting for close lock at 1731613599667Running coprocessor pre-close hooks at 1731613599667Disabling compacts and flushes for region at 1731613599667Disabling writes for close at 1731613599667Writing region close event to WAL at 1731613599668 (+1 ms)Running coprocessor post-close hooks at 1731613599672 (+4 ms)Closed at 1731613599672 2024-11-14T19:46:39,672 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff. 2024-11-14T19:46:39,684 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/info/1cf1a2ddd68e479a8e32ef697aae8806 is 147, key is hbase:replication,,1731613587134.82df188a904d4184ceae77378516b2ff./info:regioninfo/1731613597158/Put/seqid=0 2024-11-14T19:46:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741851_1027 (size=6385) 2024-11-14T19:46:39,689 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/info/1cf1a2ddd68e479a8e32ef697aae8806 2024-11-14T19:46:39,695 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/.tmp/info/1cf1a2ddd68e479a8e32ef697aae8806 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/info/1cf1a2ddd68e479a8e32ef697aae8806 2024-11-14T19:46:39,700 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/info/1cf1a2ddd68e479a8e32ef697aae8806, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T19:46:39,701 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=19, compaction requested=false 2024-11-14T19:46:39,706 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:39,710 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T19:46:39,711 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:39,711 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:39,711 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:39,711 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613599667Running coprocessor pre-close hooks at 1731613599667Disabling compacts and flushes for region at 1731613599667Disabling writes for close at 1731613599667Obtaining lock to block concurrent updates at 1731613599667Preparing flush snapshotting stores in 1588230740 at 1731613599667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731613599668 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613599668Flushing 1588230740/info: creating writer at 1731613599668Flushing 1588230740/info: appending metadata at 1731613599684 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731613599684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a12f60: reopening flushed file at 1731613599694 (+10 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=19, compaction requested=false at 1731613599701 (+7 ms)Writing region close event to WAL at 1731613599707 (+6 ms)Running coprocessor post-close hooks at 1731613599711 (+4 ms)Closed at 1731613599711 2024-11-14T19:46:39,711 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:39,867 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,37289,1731613591601; all regions closed. 2024-11-14T19:46:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741849_1025 (size=2156) 2024-11-14T19:46:39,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.meta.1731613592888.meta not finished, retry = 0 2024-11-14T19:46:39,972 DEBUG [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs 2024-11-14T19:46:39,972 INFO [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C37289%2C1731613591601.meta:.meta(num 1731613592888) 2024-11-14T19:46:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741850_1026 (size=796) 2024-11-14T19:46:39,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.rep.1731613597120 not finished, retry = 0 2024-11-14T19:46:40,076 DEBUG [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs 2024-11-14T19:46:40,076 INFO [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C37289%2C1731613591601.rep:(num 1731613597120) 2024-11-14T19:46:40,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741848_1024 (size=93) 2024-11-14T19:46:40,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/WALs/867b237d0fa7,37289,1731613591601/867b237d0fa7%2C37289%2C1731613591601.1731613592539 not finished, retry = 0 2024-11-14T19:46:40,181 DEBUG [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/oldWALs 2024-11-14T19:46:40,181 INFO [RS:0;867b237d0fa7:37289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C37289%2C1731613591601:(num 1731613592539) 2024-11-14T19:46:40,181 DEBUG [RS:0;867b237d0fa7:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:40,181 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:40,181 INFO [RS:0;867b237d0fa7:37289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:40,181 INFO [RS:0;867b237d0fa7:37289 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:40,181 INFO [RS:0;867b237d0fa7:37289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:40,181 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:40,182 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,37289,1731613591601 because: Region server is closing 2024-11-14T19:46:40,182 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T19:46:40,182 INFO [RS:0;867b237d0fa7:37289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:37289. 2024-11-14T19:46:40,182 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T19:46:40,182 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T19:46:40,182 DEBUG [RS:0;867b237d0fa7:37289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:40,182 DEBUG [RS:0;867b237d0fa7:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:40,182 DEBUG [RS:0;867b237d0fa7:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:40,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:40,282 WARN [RS:0;867b237d0fa7:37289.replicationSource.shipper867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:46:40,282 WARN [RS:0;867b237d0fa7:37289.replicationSource.wal-reader.867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:46:40,283 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;867b237d0fa7:37289.replicationSource.shipper867b237d0fa7%2C37289%2C1731613591601,1-867b237d0fa7,37289,1731613591601 terminated 2024-11-14T19:46:40,283 INFO [RS:0;867b237d0fa7:37289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37289 2024-11-14T19:46:40,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/rs/867b237d0fa7,37289,1731613591601 2024-11-14T19:46:40,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740/rs 2024-11-14T19:46:40,290 INFO [RS:0;867b237d0fa7:37289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:40,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,37289,1731613591601] 2024-11-14T19:46:40,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-420148740/draining/867b237d0fa7,37289,1731613591601 already deleted, retry=false 2024-11-14T19:46:40,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,37289,1731613591601 expired; onlineServers=0 2024-11-14T19:46:40,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,46731,1731613591565' ***** 2024-11-14T19:46:40,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:40,307 INFO [M:0;867b237d0fa7:46731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:40,307 INFO [M:0;867b237d0fa7:46731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:40,307 DEBUG [M:0;867b237d0fa7:46731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:40,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:40,307 DEBUG [M:0;867b237d0fa7:46731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:40,307 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613592282 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613592282,5,FailOnTimeoutGroup] 2024-11-14T19:46:40,307 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613592281 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613592281,5,FailOnTimeoutGroup] 2024-11-14T19:46:40,307 INFO [M:0;867b237d0fa7:46731 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:40,307 INFO [M:0;867b237d0fa7:46731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:40,307 DEBUG [M:0;867b237d0fa7:46731 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:40,307 INFO [M:0;867b237d0fa7:46731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:40,308 INFO [M:0;867b237d0fa7:46731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:40,308 INFO [M:0;867b237d0fa7:46731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:40,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420148740/master 2024-11-14T19:46:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420148740 2024-11-14T19:46:40,315 DEBUG [M:0;867b237d0fa7:46731 {}] zookeeper.ZKUtil(347): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Unable to get data of znode /0-420148740/master because node does not exist (not an error) 2024-11-14T19:46:40,315 WARN [M:0;867b237d0fa7:46731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:40,316 INFO [M:0;867b237d0fa7:46731 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/.lastflushedseqids 2024-11-14T19:46:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741852_1028 (size=190) 2024-11-14T19:46:40,399 INFO [RS:0;867b237d0fa7:37289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1013c1016d40007, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:40,399 INFO [RS:0;867b237d0fa7:37289 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,37289,1731613591601; zookeeper connection closed. 2024-11-14T19:46:40,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f2da89e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f2da89e 2024-11-14T19:46:40,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:46:40,722 INFO [M:0;867b237d0fa7:46731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:40,722 INFO [M:0;867b237d0fa7:46731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:40,722 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:40,722 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:40,722 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:40,722 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:40,722 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:40,723 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T19:46:40,743 DEBUG [M:0;867b237d0fa7:46731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb79e8901b094c628cf368e284deeddc is 82, key is hbase:meta,,1/info:regioninfo/1731613592931/Put/seqid=0 2024-11-14T19:46:40,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741853_1029 (size=5672) 2024-11-14T19:46:40,754 INFO [M:0;867b237d0fa7:46731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb79e8901b094c628cf368e284deeddc 2024-11-14T19:46:40,780 DEBUG [M:0;867b237d0fa7:46731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa3e6290c19e427baf28538fd72a4048 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731613597163/Put/seqid=0 2024-11-14T19:46:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741854_1030 (size=7312) 2024-11-14T19:46:40,788 INFO [M:0;867b237d0fa7:46731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa3e6290c19e427baf28538fd72a4048 2024-11-14T19:46:40,817 DEBUG [M:0;867b237d0fa7:46731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d572fa5afb04592a2a264b67abbba1b is 69, key is 867b237d0fa7,37289,1731613591601/rs:state/1731613592355/Put/seqid=0 2024-11-14T19:46:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741855_1031 (size=5370) 2024-11-14T19:46:40,824 INFO [M:0;867b237d0fa7:46731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d572fa5afb04592a2a264b67abbba1b 2024-11-14T19:46:40,831 INFO [M:0;867b237d0fa7:46731 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d572fa5afb04592a2a264b67abbba1b 2024-11-14T19:46:40,832 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb79e8901b094c628cf368e284deeddc as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb79e8901b094c628cf368e284deeddc 2024-11-14T19:46:40,839 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb79e8901b094c628cf368e284deeddc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T19:46:40,841 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa3e6290c19e427baf28538fd72a4048 as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa3e6290c19e427baf28538fd72a4048 2024-11-14T19:46:40,849 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa3e6290c19e427baf28538fd72a4048, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T19:46:40,851 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d572fa5afb04592a2a264b67abbba1b as hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d572fa5afb04592a2a264b67abbba1b 2024-11-14T19:46:40,858 INFO [M:0;867b237d0fa7:46731 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d572fa5afb04592a2a264b67abbba1b 2024-11-14T19:46:40,858 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/769b3afa-cbb0-7a9b-3bb6-0f0ffdc606f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d572fa5afb04592a2a264b67abbba1b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T19:46:40,859 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=127, compaction requested=false 2024-11-14T19:46:40,861 INFO [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:40,861 DEBUG [M:0;867b237d0fa7:46731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613600722Disabling compacts and flushes for region at 1731613600722Disabling writes for close at 1731613600722Obtaining lock to block concurrent updates at 1731613600723 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613600723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731613600723Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613600724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613600724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613600743 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613600743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613600760 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613600779 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613600779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613600794 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613600817 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613600817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85b12c9: reopening flushed file at 1731613600831 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0f4b5c: reopening flushed file at 1731613600839 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe0ed7c: reopening flushed file at 1731613600849 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=127, compaction requested=false at 1731613600859 (+10 ms)Writing region close event to WAL at 1731613600861 (+2 ms)Closed at 1731613600861 2024-11-14T19:46:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44407 is added to blk_1073741847_1023 (size=22903) 2024-11-14T19:46:40,865 INFO [M:0;867b237d0fa7:46731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:40,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:40,865 INFO [M:0;867b237d0fa7:46731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46731 2024-11-14T19:46:40,865 INFO [M:0;867b237d0fa7:46731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:40,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:40,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46731-0x1013c1016d40006, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:40,999 INFO [M:0;867b237d0fa7:46731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:41,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b4fdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:41,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:41,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:41,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:41,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:41,007 WARN [BP-1656934517-172.17.0.2-1731613577532 heartbeating to localhost/127.0.0.1:39039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:41,007 WARN [BP-1656934517-172.17.0.2-1731613577532 heartbeating to localhost/127.0.0.1:39039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656934517-172.17.0.2-1731613577532 (Datanode Uuid cdd5aba5-8c48-4abd-9522-fe05d8e599de) service to localhost/127.0.0.1:39039 2024-11-14T19:46:41,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/data/data1/current/BP-1656934517-172.17.0.2-1731613577532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:41,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/cluster_78d826c6-6bb3-6e10-0ccd-b8171886f251/data/data2/current/BP-1656934517-172.17.0.2-1731613577532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:41,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:41,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:41,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:41,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@254c863c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:41,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ace9329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:41,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:41,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26303977{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:41,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ddd1fee-d9b8-a379-99c1-738943998aa0/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:41,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:46:41,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:46:41,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60151) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60151) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40903 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39039 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6650 (was 6590) - AvailableMemoryMB LEAK? - 2024-11-14T19:46:41,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6650 2024-11-14T19:46:41,084 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T19:46:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir so I do NOT create it in target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3 2024-11-14T19:46:41,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:46:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.tmp.dir so I do NOT create it in target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3 2024-11-14T19:46:41,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3248470b-6a2e-b0d6-8f03-42ba619ca741/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:46:41,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3 2024-11-14T19:46:41,085 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921, deleteOnExit=true 2024-11-14T19:46:41,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/zookeeper_0, clientPort=64076, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:46:41,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64076 2024-11-14T19:46:41,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:41,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:41,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/test.cache.data in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:41,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c1016d40002, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:46:41,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c1016d40002, quorum=127.0.0.1:60151, baseZNode=/0-420148740 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:46:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c1016d40005, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:46:41,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c1016d40005, quorum=127.0.0.1:60151, baseZNode=/1-2102779197 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:46:41,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:41,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:41,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:41,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:41,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:41,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:41,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:41,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:41,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522bcf48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/java.io.tmpdir/jetty-localhost-35835-hadoop-hdfs-3_4_1-tests_jar-_-any-14019220973817913874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:41,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:35835} 2024-11-14T19:46:41,541 INFO [Time-limited test {}] server.Server(415): Started @164933ms 2024-11-14T19:46:41,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:41,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:41,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:41,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:41,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:41,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:41,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31782b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:41,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101c339f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/java.io.tmpdir/jetty-localhost-41825-hadoop-hdfs-3_4_1-tests_jar-_-any-5545344699978405619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:41,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45c68e70{HTTP/1.1, (http/1.1)}{localhost:41825} 2024-11-14T19:46:41,928 INFO [Time-limited test {}] server.Server(415): Started @165320ms 2024-11-14T19:46:41,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:46:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T19:46:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:42,360 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/data/data1/current/BP-1287310775-172.17.0.2-1731613601146/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:42,360 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/data/data2/current/BP-1287310775-172.17.0.2-1731613601146/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:42,382 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ce1c8da14600b04 with lease ID 0xa71083a17204e991: Processing first storage report for DS-996ab767-b2a6-4932-8dae-068ddc7b6cc8 from datanode DatanodeRegistration(127.0.0.1:44577, datanodeUuid=bb8be2d6-4318-4bf8-8c22-4f84aa656ec4, infoPort=33315, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1684384683;c=1731613601146) 2024-11-14T19:46:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ce1c8da14600b04 with lease ID 0xa71083a17204e991: from storage DS-996ab767-b2a6-4932-8dae-068ddc7b6cc8 node DatanodeRegistration(127.0.0.1:44577, datanodeUuid=bb8be2d6-4318-4bf8-8c22-4f84aa656ec4, infoPort=33315, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1684384683;c=1731613601146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ce1c8da14600b04 with lease ID 0xa71083a17204e991: Processing first storage report for DS-7088ff19-5150-4c1f-9b15-9f047d958388 from datanode DatanodeRegistration(127.0.0.1:44577, datanodeUuid=bb8be2d6-4318-4bf8-8c22-4f84aa656ec4, infoPort=33315, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1684384683;c=1731613601146) 2024-11-14T19:46:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ce1c8da14600b04 with lease ID 0xa71083a17204e991: from storage DS-7088ff19-5150-4c1f-9b15-9f047d958388 node DatanodeRegistration(127.0.0.1:44577, datanodeUuid=bb8be2d6-4318-4bf8-8c22-4f84aa656ec4, infoPort=33315, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1684384683;c=1731613601146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:42,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3 2024-11-14T19:46:42,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:42,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:42,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf with version=8 2024-11-14T19:46:42,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/hbase-staging 2024-11-14T19:46:42,484 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:42,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:42,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:42,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:42,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:42,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:42,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:42,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:42,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44049 2024-11-14T19:46:42,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44049 connecting to ZooKeeper ensemble=127.0.0.1:64076 2024-11-14T19:46:42,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440490x0, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:42,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44049-0x1013c1072ed0000 connected 2024-11-14T19:46:42,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:42,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:42,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/running 2024-11-14T19:46:42,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf, hbase.cluster.distributed=false 2024-11-14T19:46:42,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/acl 2024-11-14T19:46:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44049 2024-11-14T19:46:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44049 2024-11-14T19:46:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44049 2024-11-14T19:46:42,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44049 2024-11-14T19:46:42,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44049 2024-11-14T19:46:42,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:42,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:42,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41327 2024-11-14T19:46:42,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41327 connecting to ZooKeeper ensemble=127.0.0.1:64076 2024-11-14T19:46:42,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:42,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:42,674 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413270x0, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:42,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41327-0x1013c1072ed0001 connected 2024-11-14T19:46:42,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/running 2024-11-14T19:46:42,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:42,675 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:42,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/master 2024-11-14T19:46:42,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/acl 2024-11-14T19:46:42,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-14T19:46:42,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41327 2024-11-14T19:46:42,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41327 2024-11-14T19:46:42,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-14T19:46:42,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-14T19:46:42,695 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:44049 2024-11-14T19:46:42,695 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1667065805/backup-masters/867b237d0fa7,44049,1731613602484 2024-11-14T19:46:42,704 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805/backup-masters 2024-11-14T19:46:42,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805/backup-masters 2024-11-14T19:46:42,705 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on existing znode=/0-1667065805/backup-masters/867b237d0fa7,44049,1731613602484 2024-11-14T19:46:42,715 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1667065805/master 2024-11-14T19:46:42,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:42,715 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:42,716 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on existing znode=/0-1667065805/master 2024-11-14T19:46:42,716 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1667065805/backup-masters/867b237d0fa7,44049,1731613602484 from backup master directory 2024-11-14T19:46:42,723 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805/backup-masters 2024-11-14T19:46:42,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667065805/backup-masters/867b237d0fa7,44049,1731613602484 2024-11-14T19:46:42,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805/backup-masters 2024-11-14T19:46:42,723 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:42,724 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,44049,1731613602484 2024-11-14T19:46:42,728 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/hbase.id] with ID: 16dadc77-8b45-433a-855b-65ab8ee286ad 2024-11-14T19:46:42,728 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/.tmp/hbase.id 2024-11-14T19:46:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:43,136 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/.tmp/hbase.id]:[hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/hbase.id] 2024-11-14T19:46:43,149 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:43,150 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:43,150 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T19:46:43,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,182 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:43,195 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:43,196 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:43,199 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:43,615 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store 2024-11-14T19:46:43,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:43,621 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:43,621 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:43,621 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:43,621 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:43,621 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:43,621 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:43,621 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:43,621 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613603621Disabling compacts and flushes for region at 1731613603621Disabling writes for close at 1731613603621Writing region close event to WAL at 1731613603621Closed at 1731613603621 2024-11-14T19:46:43,622 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/.initializing 2024-11-14T19:46:43,622 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/WALs/867b237d0fa7,44049,1731613602484 2024-11-14T19:46:43,623 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:43,627 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44049%2C1731613602484, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/WALs/867b237d0fa7,44049,1731613602484, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:43,645 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/WALs/867b237d0fa7,44049,1731613602484/867b237d0fa7%2C44049%2C1731613602484.1731613603627, exclude list is [], retry=0 2024-11-14T19:46:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-996ab767-b2a6-4932-8dae-068ddc7b6cc8,DISK] 2024-11-14T19:46:43,652 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/WALs/867b237d0fa7,44049,1731613602484/867b237d0fa7%2C44049%2C1731613602484.1731613603627 2024-11-14T19:46:43,652 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33315:33315)] 2024-11-14T19:46:43,652 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:43,653 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:43,653 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,653 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:43,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:43,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:43,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:43,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:43,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:43,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:43,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:43,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:43,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:43,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:43,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:43,661 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,662 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,662 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,663 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,663 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:43,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:43,666 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:43,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71281837, jitterRate=0.062182143330574036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:43,667 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613603653Initializing all the Stores at 1731613603654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613603654Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613603654Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613603654Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613603654Cleaning up temporary data from old regions at 1731613603663 (+9 ms)Region opened successfully at 1731613603667 (+4 ms) 2024-11-14T19:46:43,667 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:43,670 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a0e81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:43,671 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:43,671 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:43,671 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:43,671 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:43,672 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:43,672 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:46:43,672 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:43,676 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:43,677 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Unable to get data of znode /0-1667065805/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:43,688 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667065805/balancer already deleted, retry=false 2024-11-14T19:46:43,688 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:43,689 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Unable to get data of znode /0-1667065805/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:43,698 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667065805/normalizer already deleted, retry=false 2024-11-14T19:46:43,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:43,699 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Unable to get data of znode /0-1667065805/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:43,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667065805/switch/split already deleted, retry=false 2024-11-14T19:46:43,707 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Unable to get data of znode /0-1667065805/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:43,715 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667065805/switch/merge already deleted, retry=false 2024-11-14T19:46:43,716 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Unable to get data of znode /0-1667065805/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:43,723 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667065805/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1667065805/running 2024-11-14T19:46:43,732 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1667065805/running 2024-11-14T19:46:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,732 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,732 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,44049,1731613602484, sessionid=0x1013c1072ed0000, setting cluster-up flag (Was=false) 2024-11-14T19:46:43,748 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,773 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1667065805/flush-table-proc/acquired, /0-1667065805/flush-table-proc/reached, /0-1667065805/flush-table-proc/abort 2024-11-14T19:46:43,774 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,44049,1731613602484 2024-11-14T19:46:43,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,796 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:43,823 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1667065805/online-snapshot/acquired, /0-1667065805/online-snapshot/reached, /0-1667065805/online-snapshot/abort 2024-11-14T19:46:43,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,44049,1731613602484 2024-11-14T19:46:43,825 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:43,827 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:43,827 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:43,827 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:43,828 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 867b237d0fa7,43701,1731613579284: status=Processing ServerCrashProcedure of 867b237d0fa7,43701,1731613579284 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731613592281, completionTime=-1 appears to have been leaked 2024-11-14T19:46:43,828 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,44049,1731613602484 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:43,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:43,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:43,837 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:43,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:43,838 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613633838 2024-11-14T19:46:43,839 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:43,839 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:43,839 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:43,839 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:43,839 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:43,839 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:43,843 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,846 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:43,847 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:43,847 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:43,847 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:46:43,847 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:43,847 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:43,847 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613603847,5,FailOnTimeoutGroup] 2024-11-14T19:46:43,850 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613603847,5,FailOnTimeoutGroup] 2024-11-14T19:46:43,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:43,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:43,886 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(746): ClusterId : 16dadc77-8b45-433a-855b-65ab8ee286ad 2024-11-14T19:46:43,886 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:43,897 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:43,897 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:43,907 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:43,908 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369f5ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:43,926 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:41327 2024-11-14T19:46:43,927 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:43,927 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:43,927 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:43,928 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,44049,1731613602484 with port=41327, startcode=1731613602656 2024-11-14T19:46:43,928 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:43,929 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:43,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,41327,1731613602656 2024-11-14T19:46:43,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:43,931 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf 2024-11-14T19:46:43,931 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46527 2024-11-14T19:46:43,931 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:43,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805/rs 2024-11-14T19:46:43,940 DEBUG [RS:0;867b237d0fa7:41327 {}] zookeeper.ZKUtil(111): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on existing znode=/0-1667065805/rs/867b237d0fa7,41327,1731613602656 2024-11-14T19:46:43,940 WARN [RS:0;867b237d0fa7:41327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:43,941 INFO [RS:0;867b237d0fa7:41327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:43,941 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656 2024-11-14T19:46:43,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,41327,1731613602656] 2024-11-14T19:46:43,944 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:43,945 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:43,945 INFO [RS:0;867b237d0fa7:41327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:43,945 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,946 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:43,946 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:43,947 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:43,947 DEBUG [RS:0;867b237d0fa7:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:43,957 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,957 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,957 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,957 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,957 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,957 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41327,1731613602656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:43,975 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:43,975 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41327,1731613602656-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,975 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,975 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.Replication(171): 867b237d0fa7,41327,1731613602656 started 2024-11-14T19:46:43,993 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:43,993 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,41327,1731613602656, RpcServer on 867b237d0fa7/172.17.0.2:41327, sessionid=0x1013c1072ed0001 2024-11-14T19:46:43,993 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:43,993 DEBUG [RS:0;867b237d0fa7:41327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,41327,1731613602656 2024-11-14T19:46:43,993 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41327,1731613602656' 2024-11-14T19:46:43,993 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1667065805/flush-table-proc/abort' 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1667065805/flush-table-proc/acquired' 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,41327,1731613602656 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41327,1731613602656' 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1667065805/online-snapshot/abort' 2024-11-14T19:46:43,994 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1667065805/online-snapshot/acquired' 2024-11-14T19:46:43,995 DEBUG [RS:0;867b237d0fa7:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:43,995 INFO [RS:0;867b237d0fa7:41327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:43,995 INFO [RS:0;867b237d0fa7:41327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:44,095 INFO [RS:0;867b237d0fa7:41327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:44,097 INFO [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C41327%2C1731613602656, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/oldWALs, maxLogs=10 2024-11-14T19:46:44,116 DEBUG [RS:0;867b237d0fa7:41327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098, exclude list is [], retry=0 2024-11-14T19:46:44,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-996ab767-b2a6-4932-8dae-068ddc7b6cc8,DISK] 2024-11-14T19:46:44,139 INFO [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 2024-11-14T19:46:44,139 DEBUG [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33315:33315)] 2024-11-14T19:46:44,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:44,253 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf 2024-11-14T19:46:44,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:46:44,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:44,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:44,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:44,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:44,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:44,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:44,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:44,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:44,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:44,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:44,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:44,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:44,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:44,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:44,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:44,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:44,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:44,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:44,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740 2024-11-14T19:46:44,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740 2024-11-14T19:46:44,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:44,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:44,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:44,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:44,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:44,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60362839, jitterRate=-0.10052360594272614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613604661Initializing all the Stores at 1731613604662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613604662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613604662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613604662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613604662Cleaning up temporary data from old regions at 1731613604669 (+7 ms)Region opened successfully at 1731613604673 (+4 ms) 2024-11-14T19:46:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:44,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:44,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613604673Disabling compacts and flushes for region at 1731613604673Disabling writes for close at 1731613604673Writing region close event to WAL at 1731613604673Closed at 1731613604673 2024-11-14T19:46:44,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:44,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:44,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:44,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:44,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:44,826 DEBUG [867b237d0fa7:44049 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:46:44,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:44,828 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,41327,1731613602656, state=OPENING 2024-11-14T19:46:44,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:46:44,872 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:44,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667065805/meta-region-server: CHANGED 2024-11-14T19:46:44,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667065805/meta-region-server: CHANGED 2024-11-14T19:46:44,874 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:44,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,41327,1731613602656}] 2024-11-14T19:46:45,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:45,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:45,033 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:45,033 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:45,033 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:45,035 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C41327%2C1731613602656.meta, suffix=.meta, logDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/oldWALs, maxLogs=10 2024-11-14T19:46:45,051 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.meta.1731613605035.meta, exclude list is [], retry=0 2024-11-14T19:46:45,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-996ab767-b2a6-4932-8dae-068ddc7b6cc8,DISK] 2024-11-14T19:46:45,056 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.meta.1731613605035.meta 2024-11-14T19:46:45,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33315:33315)] 2024-11-14T19:46:45,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:45,057 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:45,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:45,058 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:45,058 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:45,058 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:45,058 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:45,058 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:45,058 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:45,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:45,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:45,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:45,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:45,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:45,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:45,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:45,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:45,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:45,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:45,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:45,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:45,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:45,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:45,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:45,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:45,069 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:45,070 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740 2024-11-14T19:46:45,071 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740 2024-11-14T19:46:45,075 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:45,075 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:45,075 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:45,077 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:45,077 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68976498, jitterRate=0.027829915285110474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:45,078 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:45,078 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613605058Writing region info on filesystem at 1731613605058Initializing all the Stores at 1731613605059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613605059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613605062 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613605062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613605062Cleaning up temporary data from old regions at 1731613605075 (+13 ms)Running coprocessor post-open hooks at 1731613605078 (+3 ms)Region opened successfully at 1731613605078 2024-11-14T19:46:45,079 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613605027 2024-11-14T19:46:45,082 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:45,082 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:45,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:45,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,41327,1731613602656, state=OPEN 2024-11-14T19:46:45,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1667065805/meta-region-server 2024-11-14T19:46:45,098 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1667065805/meta-region-server 2024-11-14T19:46:45,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667065805/meta-region-server: CHANGED 2024-11-14T19:46:45,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:45,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667065805/meta-region-server: CHANGED 2024-11-14T19:46:45,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:46:45,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,41327,1731613602656 in 224 msec 2024-11-14T19:46:45,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:46:45,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-14T19:46:45,105 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:45,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:46:45,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:45,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41327,1731613602656, seqNum=-1] 2024-11-14T19:46:45,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:45,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:45,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-14T19:46:45,118 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613605118, completionTime=-1 2024-11-14T19:46:45,118 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:46:45,118 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:45,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:46:45,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613665120 2024-11-14T19:46:45,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613725120 2024-11-14T19:46:45,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:46:45,121 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44049,1731613602484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,121 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44049,1731613602484-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,121 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44049,1731613602484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,121 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:44049, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,121 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,122 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,123 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:46:45,125 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.401sec 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44049,1731613602484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:45,126 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44049,1731613602484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:45,128 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:45,128 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:45,128 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44049,1731613602484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:45,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:45,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:45,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:45,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:45,196 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502fe9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:45,198 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:45,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:45,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41327,1731613602656, seqNum=-1] 2024-11-14T19:46:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:45,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:45,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,44049,1731613602484 2024-11-14T19:46:45,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64076 2024-11-14T19:46:45,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:45,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c1072ed0002 connected 2024-11-14T19:46:45,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:45,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir so I do NOT create it in target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac 2024-11-14T19:46:45,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:46:45,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.tmp.dir so I do NOT create it in target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac 2024-11-14T19:46:45,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:46:45,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac 2024-11-14T19:46:45,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:45,237 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/cluster_59192260-3205-3c55-5cd8-56d7f1965877, deleteOnExit=true 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/test.cache.data in system properties and HBase conf 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:45,238 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:45,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:45,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:45,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:45,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:45,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:45,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:45,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:45,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:45,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:45,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:45,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b344cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/java.io.tmpdir/jetty-localhost-41441-hadoop-hdfs-3_4_1-tests_jar-_-any-14940755103162971493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:45,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:41441} 2024-11-14T19:46:45,569 INFO [Time-limited test {}] server.Server(415): Started @168960ms 2024-11-14T19:46:45,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:45,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:45,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:45,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:45,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:45,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:45,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:45,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596ea19b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/java.io.tmpdir/jetty-localhost-33591-hadoop-hdfs-3_4_1-tests_jar-_-any-9625089434747094536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:45,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:33591} 2024-11-14T19:46:45,897 INFO [Time-limited test {}] server.Server(415): Started @169289ms 2024-11-14T19:46:45,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:46,342 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/cluster_59192260-3205-3c55-5cd8-56d7f1965877/data/data2/current/BP-741839863-172.17.0.2-1731613605261/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:46,342 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/cluster_59192260-3205-3c55-5cd8-56d7f1965877/data/data1/current/BP-741839863-172.17.0.2-1731613605261/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:46,372 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f2caa46e88d997f with lease ID 0x942f1a4b82d42b94: Processing first storage report for DS-81278920-7836-4b3b-ac5e-42d3423bac95 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=bcce008f-aaca-460a-965a-142c479a9cc6, infoPort=44667, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1410708864;c=1731613605261) 2024-11-14T19:46:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f2caa46e88d997f with lease ID 0x942f1a4b82d42b94: from storage DS-81278920-7836-4b3b-ac5e-42d3423bac95 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=bcce008f-aaca-460a-965a-142c479a9cc6, infoPort=44667, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1410708864;c=1731613605261), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f2caa46e88d997f with lease ID 0x942f1a4b82d42b94: Processing first storage report for DS-adf39192-bfbd-4b50-bab7-2c5f3b0e1771 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=bcce008f-aaca-460a-965a-142c479a9cc6, infoPort=44667, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1410708864;c=1731613605261) 2024-11-14T19:46:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f2caa46e88d997f with lease ID 0x942f1a4b82d42b94: from storage DS-adf39192-bfbd-4b50-bab7-2c5f3b0e1771 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=bcce008f-aaca-460a-965a-142c479a9cc6, infoPort=44667, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1410708864;c=1731613605261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:46,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac 2024-11-14T19:46:46,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:46,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181 with version=8 2024-11-14T19:46:46,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/hbase-staging 2024-11-14T19:46:46,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:46,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:46,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41821 2024-11-14T19:46:46,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41821 connecting to ZooKeeper ensemble=127.0.0.1:64076 2024-11-14T19:46:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418210x0, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:46,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41821-0x1013c1072ed0003 connected 2024-11-14T19:46:46,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/running 2024-11-14T19:46:46,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181, hbase.cluster.distributed=false 2024-11-14T19:46:46,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/acl 2024-11-14T19:46:46,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-14T19:46:46,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41821 2024-11-14T19:46:46,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41821 2024-11-14T19:46:46,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-14T19:46:46,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-14T19:46:46,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:46,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:46,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40399 2024-11-14T19:46:46,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40399 connecting to ZooKeeper ensemble=127.0.0.1:64076 2024-11-14T19:46:46,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403990x0, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:46,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403990x0, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/running 2024-11-14T19:46:46,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40399-0x1013c1072ed0004 connected 2024-11-14T19:46:46,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:46,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:46,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/master 2024-11-14T19:46:46,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/acl 2024-11-14T19:46:46,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-14T19:46:46,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40399 2024-11-14T19:46:46,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40399 2024-11-14T19:46:46,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-14T19:46:46,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-14T19:46:46,998 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:41821 2024-11-14T19:46:46,998 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2139880744/backup-masters/867b237d0fa7,41821,1731613606854 2024-11-14T19:46:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744/backup-masters 2024-11-14T19:46:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744/backup-masters 2024-11-14T19:46:47,007 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on existing znode=/1-2139880744/backup-masters/867b237d0fa7,41821,1731613606854 2024-11-14T19:46:47,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:47,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2139880744/master 2024-11-14T19:46:47,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:47,015 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on existing znode=/1-2139880744/master 2024-11-14T19:46:47,015 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2139880744/backup-masters/867b237d0fa7,41821,1731613606854 from backup master directory 2024-11-14T19:46:47,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2139880744/backup-masters/867b237d0fa7,41821,1731613606854 2024-11-14T19:46:47,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744/backup-masters 2024-11-14T19:46:47,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744/backup-masters 2024-11-14T19:46:47,023 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:47,023 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,41821,1731613606854 2024-11-14T19:46:47,028 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/hbase.id] with ID: 198358d8-c7df-427d-b042-817cb97a484c 2024-11-14T19:46:47,028 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/.tmp/hbase.id 2024-11-14T19:46:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:47,435 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/.tmp/hbase.id]:[hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/hbase.id] 2024-11-14T19:46:47,446 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:47,446 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:47,447 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:46:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:47,888 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:47,889 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:47,890 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:48,303 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store 2024-11-14T19:46:48,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:48,711 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:48,712 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:48,712 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:48,712 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:48,712 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:48,712 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:48,712 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:48,712 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613608711Disabling compacts and flushes for region at 1731613608711Disabling writes for close at 1731613608712 (+1 ms)Writing region close event to WAL at 1731613608712Closed at 1731613608712 2024-11-14T19:46:48,713 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/.initializing 2024-11-14T19:46:48,713 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/WALs/867b237d0fa7,41821,1731613606854 2024-11-14T19:46:48,714 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:48,716 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41821%2C1731613606854, suffix=, logDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/WALs/867b237d0fa7,41821,1731613606854, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:48,731 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/WALs/867b237d0fa7,41821,1731613606854/867b237d0fa7%2C41821%2C1731613606854.1731613608716, exclude list is [], retry=0 2024-11-14T19:46:48,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-81278920-7836-4b3b-ac5e-42d3423bac95,DISK] 2024-11-14T19:46:48,739 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/WALs/867b237d0fa7,41821,1731613606854/867b237d0fa7%2C41821%2C1731613606854.1731613608716 2024-11-14T19:46:48,742 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44667:44667)] 2024-11-14T19:46:48,742 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:48,742 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:48,742 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,742 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:48,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:48,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:48,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:48,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:48,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:48,756 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,757 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,757 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,758 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,759 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,759 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:48,761 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:48,764 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:48,765 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62248475, jitterRate=-0.07242543995380402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:48,765 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613608742Initializing all the Stores at 1731613608743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613608745 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613608745Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613608745Cleaning up temporary data from old regions at 1731613608759 (+14 ms)Region opened successfully at 1731613608765 (+6 ms) 2024-11-14T19:46:48,765 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:48,768 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b80bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:48,769 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:48,769 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:48,769 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:48,769 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:48,770 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:48,770 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:46:48,770 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:48,774 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:48,775 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Unable to get data of znode /1-2139880744/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:48,781 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2139880744/balancer already deleted, retry=false 2024-11-14T19:46:48,782 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:48,783 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Unable to get data of znode /1-2139880744/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:48,840 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2139880744/normalizer already deleted, retry=false 2024-11-14T19:46:48,840 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:48,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Unable to get data of znode /1-2139880744/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:48,848 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2139880744/switch/split already deleted, retry=false 2024-11-14T19:46:48,849 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Unable to get data of znode /1-2139880744/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:48,856 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2139880744/switch/merge already deleted, retry=false 2024-11-14T19:46:48,858 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Unable to get data of znode /1-2139880744/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:48,865 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2139880744/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:48,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2139880744/running 2024-11-14T19:46:48,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:48,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2139880744/running 2024-11-14T19:46:48,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:48,874 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,41821,1731613606854, sessionid=0x1013c1072ed0003, setting cluster-up flag (Was=false) 2024-11-14T19:46:48,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:48,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:48,915 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2139880744/flush-table-proc/acquired, /1-2139880744/flush-table-proc/reached, /1-2139880744/flush-table-proc/abort 2024-11-14T19:46:48,916 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,41821,1731613606854 2024-11-14T19:46:48,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:48,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:48,965 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2139880744/online-snapshot/acquired, /1-2139880744/online-snapshot/reached, /1-2139880744/online-snapshot/abort 2024-11-14T19:46:48,966 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,41821,1731613606854 2024-11-14T19:46:48,967 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:48,969 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:48,969 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:48,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:48,970 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,41821,1731613606854 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:48,971 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:48,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:48,975 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:48,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613638983 2024-11-14T19:46:48,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:48,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:48,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:48,984 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:48,984 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:48,984 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:48,986 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,990 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(746): ClusterId : 198358d8-c7df-427d-b042-817cb97a484c 2024-11-14T19:46:48,990 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:48,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:48,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:48,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:48,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:46:48,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:48,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:48,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:48,996 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181 2024-11-14T19:46:48,996 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613608995,5,FailOnTimeoutGroup] 2024-11-14T19:46:48,999 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:48,999 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:49,002 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613608996,5,FailOnTimeoutGroup] 2024-11-14T19:46:49,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:49,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,003 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,009 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:49,009 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e431b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:46:49,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:49,026 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:40399 2024-11-14T19:46:49,026 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:49,026 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:49,026 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:49,027 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,41821,1731613606854 with port=40399, startcode=1731613606954 2024-11-14T19:46:49,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:49,027 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:49,030 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:49,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41821 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:49,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,032 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181 2024-11-14T19:46:49,032 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43917 2024-11-14T19:46:49,032 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:49,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:49,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:49,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:49,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:49,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:49,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:49,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:49,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740 2024-11-14T19:46:49,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740 2024-11-14T19:46:49,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:49,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:49,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:49,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:49,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71909532, jitterRate=0.07153552770614624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613609024Initializing all the Stores at 1731613609026 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613609026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613609027 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613609027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613609027Cleaning up temporary data from old regions at 1731613609040 (+13 ms)Region opened successfully at 1731613609046 (+6 ms) 2024-11-14T19:46:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:49,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:49,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:49,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613609046Disabling compacts and flushes for region at 1731613609046Disabling writes for close at 1731613609046Writing region close event to WAL at 1731613609051 (+5 ms)Closed at 1731613609051 2024-11-14T19:46:49,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:49,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:49,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:49,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:49,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:49,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744/rs 2024-11-14T19:46:49,058 DEBUG [RS:0;867b237d0fa7:40399 {}] zookeeper.ZKUtil(111): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on existing znode=/1-2139880744/rs/867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,058 WARN [RS:0;867b237d0fa7:40399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:49,059 INFO [RS:0;867b237d0fa7:40399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:49,059 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,40399,1731613606954] 2024-11-14T19:46:49,065 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:49,067 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:49,067 INFO [RS:0;867b237d0fa7:40399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:49,067 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,070 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:49,071 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:49,071 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,071 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,071 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,071 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,071 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,071 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,071 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:49,072 DEBUG [RS:0;867b237d0fa7:40399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:49,074 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,074 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,074 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,074 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,074 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,074 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40399,1731613606954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:49,092 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:49,093 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40399,1731613606954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,093 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,093 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.Replication(171): 867b237d0fa7,40399,1731613606954 started 2024-11-14T19:46:49,110 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,110 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,40399,1731613606954, RpcServer on 867b237d0fa7/172.17.0.2:40399, sessionid=0x1013c1072ed0004 2024-11-14T19:46:49,110 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:49,110 DEBUG [RS:0;867b237d0fa7:40399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,110 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40399,1731613606954' 2024-11-14T19:46:49,110 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2139880744/flush-table-proc/abort' 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2139880744/flush-table-proc/acquired' 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40399,1731613606954' 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2139880744/online-snapshot/abort' 2024-11-14T19:46:49,111 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2139880744/online-snapshot/acquired' 2024-11-14T19:46:49,112 DEBUG [RS:0;867b237d0fa7:40399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:49,112 INFO [RS:0;867b237d0fa7:40399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:49,112 INFO [RS:0;867b237d0fa7:40399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:49,204 WARN [867b237d0fa7:41821 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:46:49,212 INFO [RS:0;867b237d0fa7:40399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:49,214 INFO [RS:0;867b237d0fa7:40399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40399%2C1731613606954, suffix=, logDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/oldWALs, maxLogs=10 2024-11-14T19:46:49,228 DEBUG [RS:0;867b237d0fa7:40399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214, exclude list is [], retry=0 2024-11-14T19:46:49,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-81278920-7836-4b3b-ac5e-42d3423bac95,DISK] 2024-11-14T19:46:49,244 INFO [RS:0;867b237d0fa7:40399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 2024-11-14T19:46:49,245 DEBUG [RS:0;867b237d0fa7:40399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44667:44667)] 2024-11-14T19:46:49,454 DEBUG [867b237d0fa7:41821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:46:49,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,40399,1731613606954, state=OPENING 2024-11-14T19:46:49,490 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:46:49,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:49,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:49,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:49,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2139880744/meta-region-server: CHANGED 2024-11-14T19:46:49,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2139880744/meta-region-server: CHANGED 2024-11-14T19:46:49,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,40399,1731613606954}] 2024-11-14T19:46:49,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:49,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:49,655 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:49,655 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:49,655 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:49,657 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40399%2C1731613606954.meta, suffix=.meta, logDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/oldWALs, maxLogs=10 2024-11-14T19:46:49,668 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.meta.1731613609657.meta, exclude list is [], retry=0 2024-11-14T19:46:49,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-81278920-7836-4b3b-ac5e-42d3423bac95,DISK] 2024-11-14T19:46:49,672 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.meta.1731613609657.meta 2024-11-14T19:46:49,672 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44667:44667)] 2024-11-14T19:46:49,672 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:49,672 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:49,672 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:49,672 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:49,672 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:49,672 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:49,672 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:49,673 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:49,673 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:49,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:49,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:49,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:49,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:49,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:49,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:49,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:49,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:49,677 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:49,678 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740 2024-11-14T19:46:49,680 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740 2024-11-14T19:46:49,681 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:49,681 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:49,681 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:49,682 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:49,683 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67311446, jitterRate=0.003018707036972046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:49,683 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:49,683 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613609673Writing region info on filesystem at 1731613609673Initializing all the Stores at 1731613609674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613609674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613609674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613609674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613609674Cleaning up temporary data from old regions at 1731613609681 (+7 ms)Running coprocessor post-open hooks at 1731613609683 (+2 ms)Region opened successfully at 1731613609683 2024-11-14T19:46:49,684 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613609651 2024-11-14T19:46:49,686 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:49,686 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:49,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,40399,1731613606954, state=OPEN 2024-11-14T19:46:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2139880744/meta-region-server 2024-11-14T19:46:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2139880744/meta-region-server 2024-11-14T19:46:49,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2139880744/meta-region-server: CHANGED 2024-11-14T19:46:49,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2139880744/meta-region-server: CHANGED 2024-11-14T19:46:49,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:49,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:46:49,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,40399,1731613606954 in 198 msec 2024-11-14T19:46:49,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:46:49,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-14T19:46:49,702 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:49,702 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:46:49,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:49,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:46:49,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:49,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:49,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec 2024-11-14T19:46:49,712 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613609712, completionTime=-1 2024-11-14T19:46:49,712 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:46:49,712 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613669715 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613729715 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41821,1731613606854-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41821,1731613606854-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41821,1731613606854-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:41821, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,715 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,718 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,718 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.700sec 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41821,1731613606854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:49,723 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41821,1731613606854-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:49,728 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:49,728 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:49,728 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41821,1731613606854-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:49,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:49,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:49,791 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:49,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:49,793 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:49,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:49,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:46:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:49,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:49,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,41821,1731613606854 2024-11-14T19:46:49,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64076 2024-11-14T19:46:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:49,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c1072ed0005 connected 2024-11-14T19:46:49,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44049,1731613602484 2024-11-14T19:46:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73ce8e 2024-11-14T19:46:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:49,819 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:49,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:46:49,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:49,822 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:46:49,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:46:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:49,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:46:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:50,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9906d9186a20bdb1a06519466bd440fc, NAME => 'test,,1731613609819.9906d9186a20bdb1a06519466bd440fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf 2024-11-14T19:46:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:46:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:50,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:50,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613609819.9906d9186a20bdb1a06519466bd440fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:50,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9906d9186a20bdb1a06519466bd440fc, disabling compactions & flushes 2024-11-14T19:46:50,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. after waiting 0 ms 2024-11-14T19:46:50,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9906d9186a20bdb1a06519466bd440fc: Waiting for close lock at 1731613610638Disabling compacts and flushes for region at 1731613610638Disabling writes for close at 1731613610638Writing region close event to WAL at 1731613610638Closed at 1731613610638 2024-11-14T19:46:50,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:50,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613609819.9906d9186a20bdb1a06519466bd440fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613610640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613610640"}]},"ts":"1731613610640"} 2024-11-14T19:46:50,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:46:50,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:50,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613610644"}]},"ts":"1731613610644"} 2024-11-14T19:46:50,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:46:50,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9906d9186a20bdb1a06519466bd440fc, ASSIGN}] 2024-11-14T19:46:50,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9906d9186a20bdb1a06519466bd440fc, ASSIGN 2024-11-14T19:46:50,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9906d9186a20bdb1a06519466bd440fc, ASSIGN; state=OFFLINE, location=867b237d0fa7,41327,1731613602656; forceNewPlan=false, retain=false 2024-11-14T19:46:50,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9906d9186a20bdb1a06519466bd440fc, regionState=OPENING, regionLocation=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:50,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9906d9186a20bdb1a06519466bd440fc, ASSIGN because future has completed 2024-11-14T19:46:50,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9906d9186a20bdb1a06519466bd440fc, server=867b237d0fa7,41327,1731613602656}] 2024-11-14T19:46:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:50,960 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,960 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9906d9186a20bdb1a06519466bd440fc, NAME => 'test,,1731613609819.9906d9186a20bdb1a06519466bd440fc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:50,961 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:50,961 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:46:50,961 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,961 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613609819.9906d9186a20bdb1a06519466bd440fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:50,961 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,961 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,962 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,963 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9906d9186a20bdb1a06519466bd440fc columnFamilyName f 2024-11-14T19:46:50,963 DEBUG [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:50,964 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] regionserver.HStore(327): Store=9906d9186a20bdb1a06519466bd440fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:50,964 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,965 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9906d9186a20bdb1a06519466bd440fc columnFamilyName f1 2024-11-14T19:46:50,965 DEBUG [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:50,965 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] regionserver.HStore(327): Store=9906d9186a20bdb1a06519466bd440fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:50,965 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,966 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9906d9186a20bdb1a06519466bd440fc columnFamilyName norep 2024-11-14T19:46:50,966 DEBUG [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:50,967 INFO [StoreOpener-9906d9186a20bdb1a06519466bd440fc-1 {}] regionserver.HStore(327): Store=9906d9186a20bdb1a06519466bd440fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:50,967 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,967 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,968 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,968 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,968 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,970 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:46:50,974 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,977 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:50,977 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9906d9186a20bdb1a06519466bd440fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64835622, jitterRate=-0.033873945474624634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:46:50,977 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:46:50,978 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9906d9186a20bdb1a06519466bd440fc: Running coprocessor pre-open hook at 1731613610961Writing region info on filesystem at 1731613610961Initializing all the Stores at 1731613610962 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613610962Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613610962Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613610962Cleaning up temporary data from old regions at 1731613610968 (+6 ms)Running coprocessor post-open hooks at 1731613610977 (+9 ms)Region opened successfully at 1731613610977 2024-11-14T19:46:50,978 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., pid=6, masterSystemTime=1731613610957 2024-11-14T19:46:50,980 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,980 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:46:50,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9906d9186a20bdb1a06519466bd440fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:50,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9906d9186a20bdb1a06519466bd440fc, server=867b237d0fa7,41327,1731613602656 because future has completed 2024-11-14T19:46:50,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:46:50,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9906d9186a20bdb1a06519466bd440fc, server=867b237d0fa7,41327,1731613602656 in 181 msec 2024-11-14T19:46:50,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:46:50,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9906d9186a20bdb1a06519466bd440fc, ASSIGN in 340 msec 2024-11-14T19:46:50,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:50,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613610990"}]},"ts":"1731613610990"} 2024-11-14T19:46:50,992 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:46:50,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:50,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-14T19:46:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:51,967 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:46:51,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41821,1731613606854 2024-11-14T19:46:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@93deff9 2024-11-14T19:46:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:51,970 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:51,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:46:51,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:51,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:51,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:46:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:51,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:51,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:46:51,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29d781f01979ec664cd9e87386a20a8d, NAME => 'test,,1731613611970.29d781f01979ec664cd9e87386a20a8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181 2024-11-14T19:46:51,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:46:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:46:52,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:46:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:46:52,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T19:46:52,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:46:52,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T19:46:52,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:46:52,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T19:46:52,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:52,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:46:52,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T19:46:52,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T19:46:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:52,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613611970.29d781f01979ec664cd9e87386a20a8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:52,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29d781f01979ec664cd9e87386a20a8d, disabling compactions & flushes 2024-11-14T19:46:52,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. after waiting 0 ms 2024-11-14T19:46:52,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29d781f01979ec664cd9e87386a20a8d: Waiting for close lock at 1731613612397Disabling compacts and flushes for region at 1731613612397Disabling writes for close at 1731613612397Writing region close event to WAL at 1731613612397Closed at 1731613612397 2024-11-14T19:46:52,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:52,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613611970.29d781f01979ec664cd9e87386a20a8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613612399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613612399"}]},"ts":"1731613612399"} 2024-11-14T19:46:52,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:46:52,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:52,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613612403"}]},"ts":"1731613612403"} 2024-11-14T19:46:52,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:46:52,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29d781f01979ec664cd9e87386a20a8d, ASSIGN}] 2024-11-14T19:46:52,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29d781f01979ec664cd9e87386a20a8d, ASSIGN 2024-11-14T19:46:52,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29d781f01979ec664cd9e87386a20a8d, ASSIGN; state=OFFLINE, location=867b237d0fa7,40399,1731613606954; forceNewPlan=false, retain=false 2024-11-14T19:46:52,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29d781f01979ec664cd9e87386a20a8d, regionState=OPENING, regionLocation=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29d781f01979ec664cd9e87386a20a8d, ASSIGN because future has completed 2024-11-14T19:46:52,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29d781f01979ec664cd9e87386a20a8d, server=867b237d0fa7,40399,1731613606954}] 2024-11-14T19:46:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:52,718 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,719 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29d781f01979ec664cd9e87386a20a8d, NAME => 'test,,1731613611970.29d781f01979ec664cd9e87386a20a8d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:52,719 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:52,719 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:46:52,719 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,719 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613611970.29d781f01979ec664cd9e87386a20a8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:52,719 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,719 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,720 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,721 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d781f01979ec664cd9e87386a20a8d columnFamilyName f 2024-11-14T19:46:52,721 DEBUG [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:52,722 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] regionserver.HStore(327): Store=29d781f01979ec664cd9e87386a20a8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:52,722 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,723 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d781f01979ec664cd9e87386a20a8d columnFamilyName f1 2024-11-14T19:46:52,723 DEBUG [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:52,723 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] regionserver.HStore(327): Store=29d781f01979ec664cd9e87386a20a8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:52,723 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,724 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d781f01979ec664cd9e87386a20a8d columnFamilyName norep 2024-11-14T19:46:52,724 DEBUG [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:52,724 INFO [StoreOpener-29d781f01979ec664cd9e87386a20a8d-1 {}] regionserver.HStore(327): Store=29d781f01979ec664cd9e87386a20a8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:52,724 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,725 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,725 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,726 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,726 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,726 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:46:52,727 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,728 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:52,729 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29d781f01979ec664cd9e87386a20a8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60276615, jitterRate=-0.10180844366550446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:46:52,729 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:46:52,729 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29d781f01979ec664cd9e87386a20a8d: Running coprocessor pre-open hook at 1731613612719Writing region info on filesystem at 1731613612719Initializing all the Stores at 1731613612720 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613612720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613612720Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613612720Cleaning up temporary data from old regions at 1731613612726 (+6 ms)Running coprocessor post-open hooks at 1731613612729 (+3 ms)Region opened successfully at 1731613612729 2024-11-14T19:46:52,729 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., pid=6, masterSystemTime=1731613612715 2024-11-14T19:46:52,731 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,731 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:46:52,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29d781f01979ec664cd9e87386a20a8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:52,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29d781f01979ec664cd9e87386a20a8d, server=867b237d0fa7,40399,1731613606954 because future has completed 2024-11-14T19:46:52,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:46:52,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29d781f01979ec664cd9e87386a20a8d, server=867b237d0fa7,40399,1731613606954 in 172 msec 2024-11-14T19:46:52,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:46:52,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29d781f01979ec664cd9e87386a20a8d, ASSIGN in 330 msec 2024-11-14T19:46:52,738 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:52,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613612738"}]},"ts":"1731613612738"} 2024-11-14T19:46:52,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:46:52,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:52,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-14T19:46:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:53,107 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:46:53,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:53,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:53,109 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650047c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:53,110 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffff0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:53,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:53,112 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b4679f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:53,113 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:53,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea27810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:53,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:53,115 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33530707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:53,116 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f3d438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:53,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44049,1731613602484 2024-11-14T19:46:53,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612ea64c 2024-11-14T19:46:53,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:53,118 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:53,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:41821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:46:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:46:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:53,121 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:41821' 2024-11-14T19:46:53,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f2faf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,121 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:53,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:53,122 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241eae48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:53,123 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:53,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a81101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:53,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41821,1731613606854 2024-11-14T19:46:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4489dc2c 2024-11-14T19:46:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:53,126 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:53,126 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:46:53,126 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:46:53,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:53,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:53,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:53,127 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:53,128 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:46:53,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:53,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:46:53,178 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:46:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:53,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58adcb9e79c4a3648d7dc162dd87048a, NAME => 'hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf 2024-11-14T19:46:53,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:46:53,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:53,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58adcb9e79c4a3648d7dc162dd87048a, disabling compactions & flushes 2024-11-14T19:46:53,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. after waiting 0 ms 2024-11-14T19:46:53,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58adcb9e79c4a3648d7dc162dd87048a: Waiting for close lock at 1731613613547Disabling compacts and flushes for region at 1731613613547Disabling writes for close at 1731613613547Writing region close event to WAL at 1731613613547Closed at 1731613613547 2024-11-14T19:46:53,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:53,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613613548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613613548"}]},"ts":"1731613613548"} 2024-11-14T19:46:53,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:46:53,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:53,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613613551"}]},"ts":"1731613613551"} 2024-11-14T19:46:53,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:46:53,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58adcb9e79c4a3648d7dc162dd87048a, ASSIGN}] 2024-11-14T19:46:53,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58adcb9e79c4a3648d7dc162dd87048a, ASSIGN 2024-11-14T19:46:53,556 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58adcb9e79c4a3648d7dc162dd87048a, ASSIGN; state=OFFLINE, location=867b237d0fa7,41327,1731613602656; forceNewPlan=false, retain=false 2024-11-14T19:46:53,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58adcb9e79c4a3648d7dc162dd87048a, regionState=OPENING, regionLocation=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:53,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58adcb9e79c4a3648d7dc162dd87048a, ASSIGN because future has completed 2024-11-14T19:46:53,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58adcb9e79c4a3648d7dc162dd87048a, server=867b237d0fa7,41327,1731613602656}] 2024-11-14T19:46:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:53,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:53,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:46:53,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C41327%2C1731613602656.rep, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/oldWALs, maxLogs=10 2024-11-14T19:46:53,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.rep.1731613613865, exclude list is [], retry=0 2024-11-14T19:46:53,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-996ab767-b2a6-4932-8dae-068ddc7b6cc8,DISK] 2024-11-14T19:46:53,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.rep.1731613613865 2024-11-14T19:46:53,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33315:33315)] 2024-11-14T19:46:53,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 58adcb9e79c4a3648d7dc162dd87048a, NAME => 'hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:53,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. service=MultiRowMutationService 2024-11-14T19:46:53,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:46:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,885 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,886 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58adcb9e79c4a3648d7dc162dd87048a columnFamilyName hfileref 2024-11-14T19:46:53,887 DEBUG [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,887 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] regionserver.HStore(327): Store=58adcb9e79c4a3648d7dc162dd87048a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:53,887 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,888 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58adcb9e79c4a3648d7dc162dd87048a columnFamilyName queue 2024-11-14T19:46:53,888 DEBUG [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,888 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] regionserver.HStore(327): Store=58adcb9e79c4a3648d7dc162dd87048a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:53,888 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,889 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58adcb9e79c4a3648d7dc162dd87048a columnFamilyName sid 2024-11-14T19:46:53,889 DEBUG [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,889 INFO [StoreOpener-58adcb9e79c4a3648d7dc162dd87048a-1 {}] regionserver.HStore(327): Store=58adcb9e79c4a3648d7dc162dd87048a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:53,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:46:53,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:53,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 58adcb9e79c4a3648d7dc162dd87048a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63595326, jitterRate=-0.052355796098709106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:46:53,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:46:53,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 58adcb9e79c4a3648d7dc162dd87048a: Running coprocessor pre-open hook at 1731613613884Writing region info on filesystem at 1731613613884Initializing all the Stores at 1731613613885 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613613885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613613885Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613613885Cleaning up temporary data from old regions at 1731613613891 (+6 ms)Running coprocessor post-open hooks at 1731613613894 (+3 ms)Region opened successfully at 1731613613895 (+1 ms) 2024-11-14T19:46:53,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a., pid=10, masterSystemTime=1731613613860 2024-11-14T19:46:53,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:46:53,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58adcb9e79c4a3648d7dc162dd87048a, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,41327,1731613602656 2024-11-14T19:46:53,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58adcb9e79c4a3648d7dc162dd87048a, server=867b237d0fa7,41327,1731613602656 because future has completed 2024-11-14T19:46:53,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:46:53,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58adcb9e79c4a3648d7dc162dd87048a, server=867b237d0fa7,41327,1731613602656 in 191 msec 2024-11-14T19:46:53,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:46:53,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58adcb9e79c4a3648d7dc162dd87048a, ASSIGN in 348 msec 2024-11-14T19:46:53,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:53,904 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613613904"}]},"ts":"1731613613904"} 2024-11-14T19:46:53,906 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:46:53,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:53,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-14T19:46:53,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a., hostname=867b237d0fa7,41327,1731613602656, seqNum=2] 2024-11-14T19:46:53,979 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:53,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:46:53,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:46:54,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:46:54,150 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:46:54,184 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,41327,1731613602656, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:46:54,185 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:54,185 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41327,1731613602656, seqNum=-1] 2024-11-14T19:46:54,185 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:54,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T19:46:54,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,41327,1731613602656', locateType=CURRENT is [region=hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a., hostname=867b237d0fa7,41327,1731613602656, seqNum=2] 2024-11-14T19:46:54,192 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:46:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:46:54,197 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,41327,1731613602656 suceeded 2024-11-14T19:46:54,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:46:54,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-14T19:46:54,200 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:41821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:46:54,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0820 sec 2024-11-14T19:46:54,211 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:41821' 2024-11-14T19:46:54,215 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7071c0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,215 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:54,215 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:54,219 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@409395ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:54,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:54,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,225 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:54,226 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@602c5484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,226 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41821,1731613606854 2024-11-14T19:46:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@781ecb68 2024-11-14T19:46:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:54,228 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T19:46:54,229 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,41327,1731613602656 (queues=1) is replicating from cluster=16dadc77-8b45-433a-855b-65ab8ee286ad to cluster=198358d8-c7df-427d-b042-817cb97a484c 2024-11-14T19:46:54,229 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C41327%2C1731613602656 2024-11-14T19:46:54,229 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,41327,1731613602656, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:46:54,231 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098, startPosition=0, beingWritten=true 2024-11-14T19:46:54,235 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C41327%2C1731613602656 2024-11-14T19:46:54,238 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:46:54,238 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:54,238 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,41327,1731613602656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:46:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:54,258 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:46:54,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:54,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:54,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:54,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:54,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:54,261 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfb52b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,264 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aefed70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41821,1731613606854 2024-11-14T19:46:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@569ddbe1 2024-11-14T19:46:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:54,267 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:54,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:44049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:46:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:46:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:54,271 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44049' 2024-11-14T19:46:54,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db95e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,278 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:54,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:54,279 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bda1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:54,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,281 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bc4383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:54,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44049,1731613602484 2024-11-14T19:46:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40657dbb 2024-11-14T19:46:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:54,283 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:54,284 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:46:54,284 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:46:54,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:54,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:54,284 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:54,285 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:46:54,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:54,286 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:54,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:46:54,335 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:46:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:54,447 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:54,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e50c70d330a6d358e8236ab38a411ffb, NAME => 'hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181 2024-11-14T19:46:54,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:46:54,751 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:55,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:46:55,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:55,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e50c70d330a6d358e8236ab38a411ffb, disabling compactions & flushes 2024-11-14T19:46:55,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. after waiting 0 ms 2024-11-14T19:46:55,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e50c70d330a6d358e8236ab38a411ffb: Waiting for close lock at 1731613615104Disabling compacts and flushes for region at 1731613615104Disabling writes for close at 1731613615105 (+1 ms)Writing region close event to WAL at 1731613615105Closed at 1731613615105 2024-11-14T19:46:55,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:55,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613615106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613615106"}]},"ts":"1731613615106"} 2024-11-14T19:46:55,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:46:55,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:55,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613615109"}]},"ts":"1731613615109"} 2024-11-14T19:46:55,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:46:55,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e50c70d330a6d358e8236ab38a411ffb, ASSIGN}] 2024-11-14T19:46:55,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e50c70d330a6d358e8236ab38a411ffb, ASSIGN 2024-11-14T19:46:55,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e50c70d330a6d358e8236ab38a411ffb, ASSIGN; state=OFFLINE, location=867b237d0fa7,40399,1731613606954; forceNewPlan=false, retain=false 2024-11-14T19:46:55,156 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:55,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e50c70d330a6d358e8236ab38a411ffb, regionState=OPENING, regionLocation=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:55,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e50c70d330a6d358e8236ab38a411ffb, ASSIGN because future has completed 2024-11-14T19:46:55,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e50c70d330a6d358e8236ab38a411ffb, server=867b237d0fa7,40399,1731613606954}] 2024-11-14T19:46:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:55,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:55,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:46:55,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40399%2C1731613606954.rep, suffix=, logDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/oldWALs, maxLogs=10 2024-11-14T19:46:55,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.rep.1731613615426, exclude list is [], retry=0 2024-11-14T19:46:55,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33211,DS-81278920-7836-4b3b-ac5e-42d3423bac95,DISK] 2024-11-14T19:46:55,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.rep.1731613615426 2024-11-14T19:46:55,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44667:44667)] 2024-11-14T19:46:55,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e50c70d330a6d358e8236ab38a411ffb, NAME => 'hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:55,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:46:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. service=MultiRowMutationService 2024-11-14T19:46:55,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:46:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,451 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,452 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50c70d330a6d358e8236ab38a411ffb columnFamilyName hfileref 2024-11-14T19:46:55,453 DEBUG [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:55,453 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] regionserver.HStore(327): Store=e50c70d330a6d358e8236ab38a411ffb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:55,453 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,454 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50c70d330a6d358e8236ab38a411ffb columnFamilyName queue 2024-11-14T19:46:55,454 DEBUG [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:55,454 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] regionserver.HStore(327): Store=e50c70d330a6d358e8236ab38a411ffb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:55,454 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,455 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50c70d330a6d358e8236ab38a411ffb columnFamilyName sid 2024-11-14T19:46:55,455 DEBUG [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:55,456 INFO [StoreOpener-e50c70d330a6d358e8236ab38a411ffb-1 {}] regionserver.HStore(327): Store=e50c70d330a6d358e8236ab38a411ffb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:55,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:46:55,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:55,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e50c70d330a6d358e8236ab38a411ffb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65655275, jitterRate=-0.02166016399860382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:46:55,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:46:55,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e50c70d330a6d358e8236ab38a411ffb: Running coprocessor pre-open hook at 1731613615450Writing region info on filesystem at 1731613615450Initializing all the Stores at 1731613615451 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613615451Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613615451Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613615451Cleaning up temporary data from old regions at 1731613615457 (+6 ms)Running coprocessor post-open hooks at 1731613615461 (+4 ms)Region opened successfully at 1731613615461 2024-11-14T19:46:55,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb., pid=10, masterSystemTime=1731613615418 2024-11-14T19:46:55,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:46:55,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e50c70d330a6d358e8236ab38a411ffb, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40399,1731613606954 2024-11-14T19:46:55,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e50c70d330a6d358e8236ab38a411ffb, server=867b237d0fa7,40399,1731613606954 because future has completed 2024-11-14T19:46:55,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:46:55,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e50c70d330a6d358e8236ab38a411ffb, server=867b237d0fa7,40399,1731613606954 in 202 msec 2024-11-14T19:46:55,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:46:55,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e50c70d330a6d358e8236ab38a411ffb, ASSIGN in 358 msec 2024-11-14T19:46:55,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:55,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613615471"}]},"ts":"1731613615471"} 2024-11-14T19:46:55,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:46:55,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:55,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-14T19:46:55,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb., hostname=867b237d0fa7,40399,1731613606954, seqNum=2] 2024-11-14T19:46:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:55,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:46:55,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:46:55,660 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:55,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:46:55,708 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:46:55,746 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,40399,1731613606954, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:46:55,746 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:55,747 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:46:55,747 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:55,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T19:46:55,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,40399,1731613606954', locateType=CURRENT is [region=hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb., hostname=867b237d0fa7,40399,1731613606954, seqNum=2] 2024-11-14T19:46:55,754 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:46:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:46:55,757 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,40399,1731613606954 suceeded 2024-11-14T19:46:55,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:46:55,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-14T19:46:55,760 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:44049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:46:55,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-14T19:46:55,772 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44049' 2024-11-14T19:46:55,775 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651f6b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:55,775 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:55,775 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:55,776 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:55,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:55,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:55,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32192585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:55,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:55,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:55,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,778 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:55,778 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff61cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:55,778 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:55,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44049,1731613602484 2024-11-14T19:46:55,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d74cd4d 2024-11-14T19:46:55,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:55,781 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T19:46:55,781 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,40399,1731613606954 (queues=1) is replicating from cluster=198358d8-c7df-427d-b042-817cb97a484c to cluster=16dadc77-8b45-433a-855b-65ab8ee286ad 2024-11-14T19:46:55,782 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C40399%2C1731613606954 2024-11-14T19:46:55,782 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,40399,1731613606954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:46:55,782 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214, startPosition=0, beingWritten=true 2024-11-14T19:46:55,782 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C40399%2C1731613606954 2024-11-14T19:46:55,792 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:46:55,792 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:55,792 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40399,1731613606954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:46:55,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:46:55,997 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:56,267 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:56,302 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:46:56,417 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:46:56,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:56,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:56,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:56,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:56,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:56,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:56,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731613616421/Put/seqid=0 2024-11-14T19:46:56,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741840_1016 (size=7894) 2024-11-14T19:46:56,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:56,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:56,705 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:56,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731613616828/Put/seqid=0 2024-11-14T19:46:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741841_1017 (size=7691) 2024-11-14T19:46:56,971 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:57,210 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:57,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:57,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:57,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:57,236 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278bc2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:57,237 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:57,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:57,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41327,1731613602656, seqNum=-1] 2024-11-14T19:46:57,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:57,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:57,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44049,1731613602484 2024-11-14T19:46:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2238cf1e 2024-11-14T19:46:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:57,250 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., hostname=867b237d0fa7,41327,1731613602656, seqNum=2] 2024-11-14T19:46:57,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:46:57,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T19:46:57,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T19:46:57,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T19:46:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:57,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T19:46:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 9906d9186a20bdb1a06519466bd440fc: 2024-11-14T19:46:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_0 2024-11-14T19:46:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_0 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ 2024-11-14T19:46:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_1 2024-11-14T19:46:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_1 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ 2024-11-14T19:46:57,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_0 into 9906d9186a20bdb1a06519466bd440fc/f as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ - updating store file list. 2024-11-14T19:46:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 29e04509b2984b6eae1bf9e619a594ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:57,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ into 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:57,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_0 into 9906d9186a20bdb1a06519466bd440fc/f (new location: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_) 2024-11-14T19:46:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_0 2024-11-14T19:46:57,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_1 into 9906d9186a20bdb1a06519466bd440fc/f as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ - updating store file list. 2024-11-14T19:46:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6731c1b599944743944bf731c1dc8aa4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:57,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ into 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:57,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_1 into 9906d9186a20bdb1a06519466bd440fc/f (new location: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_) 2024-11-14T19:46:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins__test__cqirig26v693h86fbu2vhkb62c4jm4ckikeq23odoo8hkomufsk39dbfkpb38hfk/f/hfile_1 2024-11-14T19:46:57,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:57,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:57,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:57,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:57,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., hostname=867b237d0fa7,41327,1731613602656, seqNum=2 , the old value is region=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., hostname=867b237d0fa7,41327,1731613602656, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:46:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., hostname=867b237d0fa7,41327,1731613602656, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:46:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., hostname=867b237d0fa7,41327,1731613602656, seqNum=2 from cache 2024-11-14T19:46:57,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:46:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:36834 deadline: 1731613677302 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36834 2024-11-14T19:46:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:57,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., hostname=867b237d0fa7,40399,1731613606954, seqNum=2] 2024-11-14T19:46:57,309 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:46:57,407 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T19:46:57,775 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 379, reset compression=false 2024-11-14T19:46:57,780 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:46:57,780 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,41327,1731613602656 got entry batch from reader: WALEntryBatch [walEntries=[{test/9906d9186a20bdb1a06519466bd440fc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613617298/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T19:46:57,781 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:57,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T19:46:57,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.ReplicationSink(318): Replicating [16dadc77-8b45-433a-855b-65ab8ee286ad] bulk loaded data 2024-11-14T19:46:57,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111564f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:57,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:57,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:57,784 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a18fc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:57,786 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:57,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb26cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741840_1016 (size=7894) 2024-11-14T19:46:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741841_1017 (size=7691) 2024-11-14T19:46:57,814 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:57,980 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 687, reset compression=false 2024-11-14T19:46:58,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41821,1731613606854 2024-11-14T19:46:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f7e4fce 2024-11-14T19:46:58,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:58,213 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T19:46:58,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:46:58,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:46:58,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:58,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T19:46:58,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T19:46:58,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T19:46:58,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ for inclusion in 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T19:46:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:58,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ for inclusion in 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T19:46:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HRegion(2603): Flush status journal for 29d781f01979ec664cd9e87386a20a8d: 2024-11-14T19:46:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:46:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/9e1c32e34396491a86175c1c65168154_SeqId_4_ 2024-11-14T19:46:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6731c1b599944743944bf731c1dc8aa4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:46:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/fc1a9f90fe494e37afc106a66c3716a9_SeqId_4_ 2024-11-14T19:46:58,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ into 29d781f01979ec664cd9e87386a20a8d/f as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/9e1c32e34396491a86175c1c65168154_SeqId_4_ - updating store file list. 2024-11-14T19:46:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e1c32e34396491a86175c1c65168154_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:58,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/9e1c32e34396491a86175c1c65168154_SeqId_4_ into 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ into 29d781f01979ec664cd9e87386a20a8d/f (new location: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/9e1c32e34396491a86175c1c65168154_SeqId_4_) 2024-11-14T19:46:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/29e04509b2984b6eae1bf9e619a594ca_SeqId_4_ 2024-11-14T19:46:58,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ into 29d781f01979ec664cd9e87386a20a8d/f as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/fc1a9f90fe494e37afc106a66c3716a9_SeqId_4_ - updating store file list. 2024-11-14T19:46:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc1a9f90fe494e37afc106a66c3716a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:58,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/fc1a9f90fe494e37afc106a66c3716a9_SeqId_4_ into 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ into 29d781f01979ec664cd9e87386a20a8d/f (new location: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/fc1a9f90fe494e37afc106a66c3716a9_SeqId_4_) 2024-11-14T19:46:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins.hfs.11__test__l7252jqvfugs8i5jmeveurkfcd97s3ieou8rno0mqnb7um3uav5m12nn6loq7q0a/f/6731c1b599944743944bf731c1dc8aa4_SeqId_4_ 2024-11-14T19:46:58,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.ReplicationSink(324): Finished replicating [16dadc77-8b45-433a-855b-65ab8ee286ad] bulk loaded data 2024-11-14T19:46:58,284 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 687, reset compression=false 2024-11-14T19:46:58,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731613618322/Put/seqid=0 2024-11-14T19:46:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741842_1018 (size=11194) 2024-11-14T19:46:58,331 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731613618330/Put/seqid=0 2024-11-14T19:46:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741843_1019 (size=10791) 2024-11-14T19:46:58,518 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 379, reset compression=false 2024-11-14T19:46:58,523 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:46:58,523 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40399,1731613606954 got entry batch from reader: WALEntryBatch [walEntries=[{test/29d781f01979ec664cd9e87386a20a8d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613618250/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T19:46:58,525 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:58,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T19:46:58,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(318): Replicating [16dadc77-8b45-433a-855b-65ab8ee286ad, 198358d8-c7df-427d-b042-817cb97a484c] bulk loaded data 2024-11-14T19:46:58,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43948e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:58,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44049,-1 for getting cluster id 2024-11-14T19:46:58,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:58,527 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16dadc77-8b45-433a-855b-65ab8ee286ad' 2024-11-14T19:46:58,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16dadc77-8b45-433a-855b-65ab8ee286ad" 2024-11-14T19:46:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55aaebd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44049,-1] 2024-11-14T19:46:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:58,529 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:58,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bc87c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741842_1018 (size=7894) 2024-11-14T19:46:58,688 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 687, reset compression=false 2024-11-14T19:46:58,723 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 725, reset compression=false 2024-11-14T19:46:58,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7712d32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:58,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41821,-1 for getting cluster id 2024-11-14T19:46:58,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:58,739 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198358d8-c7df-427d-b042-817cb97a484c' 2024-11-14T19:46:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198358d8-c7df-427d-b042-817cb97a484c" 2024-11-14T19:46:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@843a9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41821,-1] 2024-11-14T19:46:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:58,740 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:58,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:58,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:46:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:58,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:58,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:58,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41821,1731613606854 2024-11-14T19:46:58,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bab6758 2024-11-14T19:46:58,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:58,751 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., hostname=867b237d0fa7,40399,1731613606954, seqNum=2] 2024-11-14T19:46:58,756 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:46:58,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T19:46:58,765 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T19:46:58,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T19:46:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:58,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T19:46:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HRegion(2603): Flush status journal for 29d781f01979ec664cd9e87386a20a8d: 2024-11-14T19:46:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_1 2024-11-14T19:46:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_1 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ 2024-11-14T19:46:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_0 2024-11-14T19:46:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_0 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ 2024-11-14T19:46:58,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_1 into 29d781f01979ec664cd9e87386a20a8d/f as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ - updating store file list. 2024-11-14T19:46:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0efb2b761e1040a0846991af1a4e16ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ into 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_1 into 29d781f01979ec664cd9e87386a20a8d/f (new location: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_) 2024-11-14T19:46:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_1 2024-11-14T19:46:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_0 into 29d781f01979ec664cd9e87386a20a8d/f as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ - updating store file list. 2024-11-14T19:46:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e53b71928bb46e1802d10ff62ca6669_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:58,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ into 29d781f01979ec664cd9e87386a20a8d/f 2024-11-14T19:46:58,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_0 into 29d781f01979ec664cd9e87386a20a8d/f (new location: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_) 2024-11-14T19:46:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/staging/jenkins__test__7sk5kajtg00gjj28l4ijk3kqg756m7k32f9u2i2tpk8abclpudoopfr95bkle5ib/f/hfile_0 2024-11-14T19:46:58,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:58,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:58,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:58,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:58,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., hostname=867b237d0fa7,40399,1731613606954, seqNum=2 , the old value is region=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., hostname=867b237d0fa7,40399,1731613606954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:40399 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:46:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., hostname=867b237d0fa7,40399,1731613606954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:46:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., hostname=867b237d0fa7,40399,1731613606954, seqNum=2 from cache 2024-11-14T19:46:58,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:58,801 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T19:46:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41327,1731613602656, seqNum=-1] 2024-11-14T19:46:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:58,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., hostname=867b237d0fa7,41327,1731613602656, seqNum=2] 2024-11-14T19:46:58,810 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:46:58,908 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:40399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T19:46:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741843_1019 (size=7691) 2024-11-14T19:46:58,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:58,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44049,1731613602484 2024-11-14T19:46:58,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47574de0 2024-11-14T19:46:58,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:58,951 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T19:46:58,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:46:58,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41327,1731613602656, seqNum=-1] 2024-11-14T19:46:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:58,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T19:46:58,960 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__5k8ntlon345pq2rl8hf1dke0i42g6130oq31i6m86n1d3p8a7gc1ubcs3vfm56gg/f/9e1c32e34396491a86175c1c65168154_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T19:46:58,963 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__5k8ntlon345pq2rl8hf1dke0i42g6130oq31i6m86n1d3p8a7gc1ubcs3vfm56gg/f/fc1a9f90fe494e37afc106a66c3716a9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T19:46:58,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(324): Finished replicating [16dadc77-8b45-433a-855b-65ab8ee286ad, 198358d8-c7df-427d-b042-817cb97a484c] bulk loaded data 2024-11-14T19:46:59,028 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 725, reset compression=false 2024-11-14T19:46:59,032 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:46:59,033 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40399,1731613606954 got entry batch from reader: WALEntryBatch [walEntries=[{test/29d781f01979ec664cd9e87386a20a8d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613618798/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T19:46:59,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(318): Replicating [198358d8-c7df-427d-b042-817cb97a484c] bulk loaded data 2024-11-14T19:46:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741844_1020 (size=10791) 2024-11-14T19:46:59,193 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 687, reset compression=false 2024-11-14T19:46:59,233 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1033, reset compression=false 2024-11-14T19:46:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741845_1021 (size=11194) 2024-11-14T19:46:59,537 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1033, reset compression=false 2024-11-14T19:46:59,796 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 687, reset compression=false 2024-11-14T19:46:59,815 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:46:59,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:46:59,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T19:46:59,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T19:46:59,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ for inclusion in 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T19:46:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:59,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ for inclusion in 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T19:46:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:46:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 9906d9186a20bdb1a06519466bd440fc: 2024-11-14T19:46:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:46:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/ca618b14bea9419db4d170e5f09bcffc_SeqId_6_ 2024-11-14T19:46:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:46:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/04031d01187a4782add75e4f8b49503d_SeqId_6_ 2024-11-14T19:46:59,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ into 9906d9186a20bdb1a06519466bd440fc/f as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/ca618b14bea9419db4d170e5f09bcffc_SeqId_6_ - updating store file list. 2024-11-14T19:46:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca618b14bea9419db4d170e5f09bcffc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:59,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/ca618b14bea9419db4d170e5f09bcffc_SeqId_6_ into 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:59,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ into 9906d9186a20bdb1a06519466bd440fc/f (new location: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/ca618b14bea9419db4d170e5f09bcffc_SeqId_6_) 2024-11-14T19:46:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/0efb2b761e1040a0846991af1a4e16ca_SeqId_6_ 2024-11-14T19:46:59,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ into 9906d9186a20bdb1a06519466bd440fc/f as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/04031d01187a4782add75e4f8b49503d_SeqId_6_ - updating store file list. 2024-11-14T19:46:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04031d01187a4782add75e4f8b49503d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:46:59,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/04031d01187a4782add75e4f8b49503d_SeqId_6_ into 9906d9186a20bdb1a06519466bd440fc/f 2024-11-14T19:46:59,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ into 9906d9186a20bdb1a06519466bd440fc/f (new location: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/f/04031d01187a4782add75e4f8b49503d_SeqId_6_) 2024-11-14T19:46:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/staging/jenkins.hfs.10__test__jmbmqeqs3s5t8a6dihmv94isdbfbth7fiu5lh4968l3k6e66vmk3mrenq9sbcsdr/f/4e53b71928bb46e1802d10ff62ca6669_SeqId_6_ 2024-11-14T19:46:59,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(324): Finished replicating [198358d8-c7df-427d-b042-817cb97a484c] bulk loaded data 2024-11-14T19:46:59,940 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1033, reset compression=false 2024-11-14T19:47:00,444 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1033, reset compression=false 2024-11-14T19:47:00,500 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 687, reset compression=false 2024-11-14T19:47:00,505 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:47:00,505 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,41327,1731613602656 got entry batch from reader: WALEntryBatch [walEntries=[{test/9906d9186a20bdb1a06519466bd440fc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613619895/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T19:47:00,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.ReplicationSink(318): Replicating [198358d8-c7df-427d-b042-817cb97a484c, 16dadc77-8b45-433a-855b-65ab8ee286ad] bulk loaded data 2024-11-14T19:47:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741844_1020 (size=10791) 2024-11-14T19:47:00,705 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:00,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:00,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:00,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:00,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:00,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:00,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:00,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200635266, stopped=false 2024-11-14T19:47:00,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,41821,1731613606854 2024-11-14T19:47:00,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2139880744/running 2024-11-14T19:47:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2139880744/running 2024-11-14T19:47:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:47:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:47:00,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:00,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:00,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:00,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:00,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/running 2024-11-14T19:47:00,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Set watcher on znode that does not yet exist, /1-2139880744/running 2024-11-14T19:47:00,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,40399,1731613606954' ***** 2024-11-14T19:47:00,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:00,857 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:00,857 INFO [RS:0;867b237d0fa7:40399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:00,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:00,857 INFO [RS:0;867b237d0fa7:40399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:00,857 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(3091): Received CLOSE for 29d781f01979ec664cd9e87386a20a8d 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(3091): Received CLOSE for e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,40399,1731613606954 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40399. 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29d781f01979ec664cd9e87386a20a8d, disabling compactions & flushes 2024-11-14T19:47:00,858 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:47:00,858 DEBUG [RS:0;867b237d0fa7:40399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:47:00,858 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. after waiting 0 ms 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:00,858 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:47:00,858 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 29d781f01979ec664cd9e87386a20a8d=test,,1731613611970.29d781f01979ec664cd9e87386a20a8d., e50c70d330a6d358e8236ab38a411ffb=hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb.} 2024-11-14T19:47:00,858 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29d781f01979ec664cd9e87386a20a8d, e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:00,858 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:00,858 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:00,859 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:47:00,862 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/default/test/29d781f01979ec664cd9e87386a20a8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:47:00,862 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:00,862 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:00,862 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:47:00,863 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29d781f01979ec664cd9e87386a20a8d: Waiting for close lock at 1731613620858Running coprocessor pre-close hooks at 1731613620858Disabling compacts and flushes for region at 1731613620858Disabling writes for close at 1731613620858Writing region close event to WAL at 1731613620859 (+1 ms)Running coprocessor post-close hooks at 1731613620862 (+3 ms)Closed at 1731613620862 2024-11-14T19:47:00,863 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613611970.29d781f01979ec664cd9e87386a20a8d. 2024-11-14T19:47:00,863 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e50c70d330a6d358e8236ab38a411ffb, disabling compactions & flushes 2024-11-14T19:47:00,863 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:47:00,863 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:47:00,863 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. after waiting 0 ms 2024-11-14T19:47:00,863 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:47:00,863 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e50c70d330a6d358e8236ab38a411ffb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T19:47:00,874 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/info/24e809ebc90e483882636d2e789f14a6 is 147, key is hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb./info:regioninfo/1731613615464/Put/seqid=0 2024-11-14T19:47:00,878 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/.tmp/hfileref/d7b69360e68c4d42a10bca3a88721dec is 74, key is 1/hfileref:0efb2b761e1040a0846991af1a4e16ca_SeqId_6_/1731613619898/DeleteColumn/seqid=0 2024-11-14T19:47:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741845_1021 (size=7686) 2024-11-14T19:47:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741846_1022 (size=5345) 2024-11-14T19:47:00,887 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:00,887 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/.tmp/hfileref/d7b69360e68c4d42a10bca3a88721dec 2024-11-14T19:47:00,907 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/.tmp/queue/b267e185e7514fb5826663ea56936252 is 154, key is 1-867b237d0fa7,40399,1731613606954/queue:867b237d0fa7%2C40399%2C1731613606954/1731613619900/Put/seqid=0 2024-11-14T19:47:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741847_1023 (size=5353) 2024-11-14T19:47:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741848_1024 (size=11194) 2024-11-14T19:47:01,009 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:01,047 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1033, reset compression=false 2024-11-14T19:47:01,052 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:01,052 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1328, reset compression=false 2024-11-14T19:47:01,052 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40399,1731613606954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:01,054 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,40399,1731613606954: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,40399,1731613606954, walGroup=867b237d0fa7%2C40399%2C1731613606954, offset=867b237d0fa7%2C40399%2C1731613606954.1731613609214:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:40399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:47:01,056 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:47:01,058 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:47:01,058 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:47:01,060 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:47:01,060 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:47:01,060 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:47:01,060 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 552696848 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187671552 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:47:01,063 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:47:01,077 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:01,078 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:01,259 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e50c70d330a6d358e8236ab38a411ffb 2024-11-14T19:47:01,259 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1328, reset compression=false 2024-11-14T19:47:01,284 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/info/24e809ebc90e483882636d2e789f14a6 2024-11-14T19:47:01,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/ns/60358c81cce7404b8b6f7098f0a532a5 is 43, key is default/ns:d/1731613609706/Put/seqid=0 2024-11-14T19:47:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741849_1025 (size=5153) 2024-11-14T19:47:01,326 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/.tmp/queue/b267e185e7514fb5826663ea56936252 2024-11-14T19:47:01,330 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/.tmp/hfileref/d7b69360e68c4d42a10bca3a88721dec as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/hfileref/d7b69360e68c4d42a10bca3a88721dec 2024-11-14T19:47:01,334 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/hfileref/d7b69360e68c4d42a10bca3a88721dec, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T19:47:01,335 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/.tmp/queue/b267e185e7514fb5826663ea56936252 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/queue/b267e185e7514fb5826663ea56936252 2024-11-14T19:47:01,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:47:01,339 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/queue/b267e185e7514fb5826663ea56936252, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T19:47:01,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:01,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 from cache 2024-11-14T19:47:01,340 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e50c70d330a6d358e8236ab38a411ffb in 477ms, sequenceid=12, compaction requested=false 2024-11-14T19:47:01,344 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/replication/e50c70d330a6d358e8236ab38a411ffb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T19:47:01,345 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:01,345 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:01,345 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:47:01,345 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e50c70d330a6d358e8236ab38a411ffb: Waiting for close lock at 1731613620863Running coprocessor pre-close hooks at 1731613620863Disabling compacts and flushes for region at 1731613620863Disabling writes for close at 1731613620863Obtaining lock to block concurrent updates at 1731613620863Preparing flush snapshotting stores in e50c70d330a6d358e8236ab38a411ffb at 1731613620863Finished memstore snapshotting hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731613620863Flushing stores of hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. at 1731613620864 (+1 ms)Flushing e50c70d330a6d358e8236ab38a411ffb/hfileref: creating writer at 1731613620864Flushing e50c70d330a6d358e8236ab38a411ffb/hfileref: appending metadata at 1731613620877 (+13 ms)Flushing e50c70d330a6d358e8236ab38a411ffb/hfileref: closing flushed file at 1731613620877Flushing e50c70d330a6d358e8236ab38a411ffb/queue: creating writer at 1731613620892 (+15 ms)Flushing e50c70d330a6d358e8236ab38a411ffb/queue: appending metadata at 1731613620906 (+14 ms)Flushing e50c70d330a6d358e8236ab38a411ffb/queue: closing flushed file at 1731613620906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fefbeb: reopening flushed file at 1731613621330 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610d8ba1: reopening flushed file at 1731613621334 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e50c70d330a6d358e8236ab38a411ffb in 477ms, sequenceid=12, compaction requested=false at 1731613621340 (+6 ms)Writing region close event to WAL at 1731613621341 (+1 ms)Running coprocessor post-close hooks at 1731613621345 (+4 ms)Closed at 1731613621345 2024-11-14T19:47:01,345 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613614284.e50c70d330a6d358e8236ab38a411ffb. 2024-11-14T19:47:01,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:01,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:47:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:01,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 from cache 2024-11-14T19:47:01,459 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:01,563 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1328, reset compression=false 2024-11-14T19:47:01,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:01,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:47:01,659 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 from cache 2024-11-14T19:47:01,706 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/ns/60358c81cce7404b8b6f7098f0a532a5 2024-11-14T19:47:01,730 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/rep_barrier/92a99966f1704112b3fbe699fb2daae0 is 112, key is test,,1731613611970.29d781f01979ec664cd9e87386a20a8d./rep_barrier:seqnumDuringOpen/1731613612732/Put/seqid=0 2024-11-14T19:47:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741850_1026 (size=5518) 2024-11-14T19:47:01,735 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/rep_barrier/92a99966f1704112b3fbe699fb2daae0 2024-11-14T19:47:01,756 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/table/702685d4d2f84603ac9ad02e6a34b5bc is 53, key is hbase:replication/table:state/1731613615471/Put/seqid=0 2024-11-14T19:47:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741851_1027 (size=5308) 2024-11-14T19:47:01,859 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:01,859 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:47:01,859 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:01,917 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:01,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:01,968 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.1731613609214 to pos 1328, reset compression=false 2024-11-14T19:47:01,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1] 2024-11-14T19:47:01,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:01,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 867b237d0fa7,40399,1731613606954 aborting 2024-11-14T19:47:01,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40399,1731613606954, seqNum=-1 from cache 2024-11-14T19:47:02,059 DEBUG [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:02,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:47:02,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T19:47:02,161 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/table/702685d4d2f84603ac9ad02e6a34b5bc 2024-11-14T19:47:02,167 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/info/24e809ebc90e483882636d2e789f14a6 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/info/24e809ebc90e483882636d2e789f14a6 2024-11-14T19:47:02,172 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/info/24e809ebc90e483882636d2e789f14a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:47:02,173 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/ns/60358c81cce7404b8b6f7098f0a532a5 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/ns/60358c81cce7404b8b6f7098f0a532a5 2024-11-14T19:47:02,179 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/ns/60358c81cce7404b8b6f7098f0a532a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:47:02,181 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/rep_barrier/92a99966f1704112b3fbe699fb2daae0 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/rep_barrier/92a99966f1704112b3fbe699fb2daae0 2024-11-14T19:47:02,187 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/rep_barrier/92a99966f1704112b3fbe699fb2daae0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:47:02,189 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/.tmp/table/702685d4d2f84603ac9ad02e6a34b5bc as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/table/702685d4d2f84603ac9ad02e6a34b5bc 2024-11-14T19:47:02,195 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/table/702685d4d2f84603ac9ad02e6a34b5bc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:47:02,196 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-11-14T19:47:02,214 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:47:02,215 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:02,215 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:02,215 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:02,215 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613620858Running coprocessor pre-close hooks at 1731613620858Disabling compacts and flushes for region at 1731613620858Disabling writes for close at 1731613620858Obtaining lock to block concurrent updates at 1731613620859 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731613620859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613620859Flushing stores of hbase:meta,,1.1588230740 at 1731613620859Flushing 1588230740/info: creating writer at 1731613620859Flushing 1588230740/info: appending metadata at 1731613620873 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731613620873Flushing 1588230740/ns: creating writer at 1731613621289 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731613621302 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731613621302Flushing 1588230740/rep_barrier: creating writer at 1731613621711 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613621729 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613621730 (+1 ms)Flushing 1588230740/table: creating writer at 1731613621741 (+11 ms)Flushing 1588230740/table: appending metadata at 1731613621756 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731613621756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb81338: reopening flushed file at 1731613622166 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43acb8dc: reopening flushed file at 1731613622173 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764fa218: reopening flushed file at 1731613622180 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ca25db: reopening flushed file at 1731613622187 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1731613622196 (+9 ms)Writing region close event to WAL at 1731613622211 (+15 ms)Running coprocessor post-close hooks at 1731613622215 (+4 ms)Closed at 1731613622215 2024-11-14T19:47:02,215 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:02,260 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,40399,1731613606954; all regions closed. 2024-11-14T19:47:02,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:47:02,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/WALs/867b237d0fa7,40399,1731613606954/867b237d0fa7%2C40399%2C1731613606954.meta.1731613609657.meta not finished, retry = 0 2024-11-14T19:47:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741839_1015 (size=3127) 2024-11-14T19:47:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741833_1009 (size=1336) 2024-11-14T19:47:02,367 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:02,367 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:02,368 INFO [RS:0;867b237d0fa7:40399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:02,368 INFO [RS:0;867b237d0fa7:40399 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:02,368 INFO [RS:0;867b237d0fa7:40399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:02,368 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:02,368 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,40399,1731613606954 because: Region server is closing 2024-11-14T19:47:02,369 INFO [RS:0;867b237d0fa7:40399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40399. 2024-11-14T19:47:02,369 DEBUG [RS:0;867b237d0fa7:40399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:02,369 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:02,369 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:02,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:02,469 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.shipper867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 terminated 2024-11-14T19:47:02,469 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40399,1731613606954.replicationSource.wal-reader.867b237d0fa7%2C40399%2C1731613606954,1-867b237d0fa7,40399,1731613606954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:47:02,469 INFO [RS:0;867b237d0fa7:40399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40399. 2024-11-14T19:47:02,469 DEBUG [RS:0;867b237d0fa7:40399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:02,469 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:02,470 DEBUG [RS:0;867b237d0fa7:40399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:02,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:02,470 INFO [RS:0;867b237d0fa7:40399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40399 2024-11-14T19:47:02,471 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:40399 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-14T19:47:02,472 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-14T19:47:02,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-14T19:47:02,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52584 deadline: 1731613680505, exception=java.io.InterruptedIOException 2024-11-14T19:47:02,473 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T19:47:02,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:02,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-14T19:47:02,479 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744/rs 2024-11-14T19:47:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2139880744/rs/867b237d0fa7,40399,1731613606954 2024-11-14T19:47:02,481 INFO [RS:0;867b237d0fa7:40399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:02,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,40399,1731613606954] 2024-11-14T19:47:02,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2139880744/draining/867b237d0fa7,40399,1731613606954 already deleted, retry=false 2024-11-14T19:47:02,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,40399,1731613606954 expired; onlineServers=0 2024-11-14T19:47:02,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,41821,1731613606854' ***** 2024-11-14T19:47:02,497 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:02,497 INFO [M:0;867b237d0fa7:41821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:02,497 INFO [M:0;867b237d0fa7:41821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:02,498 DEBUG [M:0;867b237d0fa7:41821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:02,498 DEBUG [M:0;867b237d0fa7:41821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:02,498 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:02,498 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613608995 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613608995,5,FailOnTimeoutGroup] 2024-11-14T19:47:02,498 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613608996 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613608996,5,FailOnTimeoutGroup] 2024-11-14T19:47:02,498 INFO [M:0;867b237d0fa7:41821 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:02,498 INFO [M:0;867b237d0fa7:41821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:02,498 DEBUG [M:0;867b237d0fa7:41821 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:02,498 INFO [M:0;867b237d0fa7:41821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:02,498 INFO [M:0;867b237d0fa7:41821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:02,498 INFO [M:0;867b237d0fa7:41821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:02,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2139880744/master 2024-11-14T19:47:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2139880744 2024-11-14T19:47:02,506 DEBUG [M:0;867b237d0fa7:41821 {}] zookeeper.ZKUtil(347): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Unable to get data of znode /1-2139880744/master because node does not exist (not an error) 2024-11-14T19:47:02,506 WARN [M:0;867b237d0fa7:41821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:02,506 INFO [M:0;867b237d0fa7:41821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/.lastflushedseqids 2024-11-14T19:47:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741852_1028 (size=263) 2024-11-14T19:47:02,521 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:02,574 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 867b237d0fa7:40399 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:40399 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:02,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 867b237d0fa7:40399 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:40399 2024-11-14T19:47:02,574 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=867b237d0fa7:40399 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:40399 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:40399 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T19:47:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:47:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52132 deadline: 1731613682577, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T19:47:02,578 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T19:47:02,579 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T19:47:02,589 INFO [RS:0;867b237d0fa7:40399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:02,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:02,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40399-0x1013c1072ed0004, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:02,589 INFO [RS:0;867b237d0fa7:40399 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,40399,1731613606954; zookeeper connection closed. 2024-11-14T19:47:02,590 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@672eaee8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@672eaee8 2024-11-14T19:47:02,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:47:02,779 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T19:47:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:47:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52132 deadline: 1731613682780, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T19:47:02,781 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T19:47:02,782 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T19:47:02,782 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T19:47:02,911 INFO [M:0;867b237d0fa7:41821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:02,911 INFO [M:0;867b237d0fa7:41821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:02,911 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:02,911 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:02,911 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:02,912 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:02,912 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:02,912 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T19:47:02,931 DEBUG [M:0;867b237d0fa7:41821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3e0a764cbcc4a55b1438591908d4348 is 82, key is hbase:meta,,1/info:regioninfo/1731613609686/Put/seqid=0 2024-11-14T19:47:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741853_1029 (size=5672) 2024-11-14T19:47:03,083 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T19:47:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:47:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52132 deadline: 1731613683084, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T19:47:03,085 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T19:47:03,086 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T19:47:03,086 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T19:47:03,225 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:03,337 INFO [M:0;867b237d0fa7:41821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3e0a764cbcc4a55b1438591908d4348 2024-11-14T19:47:03,357 DEBUG [M:0;867b237d0fa7:41821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c177f5d5c5b4648b9b5e7e30f684b33 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613615474/Put/seqid=0 2024-11-14T19:47:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741854_1030 (size=8517) 2024-11-14T19:47:03,487 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T19:47:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:47:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52132 deadline: 1731613683488, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T19:47:03,489 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T19:47:03,490 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T19:47:03,490 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T19:47:03,761 INFO [M:0;867b237d0fa7:41821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c177f5d5c5b4648b9b5e7e30f684b33 2024-11-14T19:47:03,783 DEBUG [M:0;867b237d0fa7:41821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b214a78e6fdf4e4fb8ce157439d301b6 is 69, key is 867b237d0fa7,40399,1731613606954/rs:state/1731613609031/Put/seqid=0 2024-11-14T19:47:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741855_1031 (size=5156) 2024-11-14T19:47:03,990 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T19:47:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:47:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52132 deadline: 1731613683992, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T19:47:03,993 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T19:47:03,994 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T19:47:03,994 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T19:47:04,029 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:04,187 INFO [M:0;867b237d0fa7:41821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b214a78e6fdf4e4fb8ce157439d301b6 2024-11-14T19:47:04,193 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3e0a764cbcc4a55b1438591908d4348 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3e0a764cbcc4a55b1438591908d4348 2024-11-14T19:47:04,198 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3e0a764cbcc4a55b1438591908d4348, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:47:04,199 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c177f5d5c5b4648b9b5e7e30f684b33 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c177f5d5c5b4648b9b5e7e30f684b33 2024-11-14T19:47:04,204 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c177f5d5c5b4648b9b5e7e30f684b33, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:47:04,205 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b214a78e6fdf4e4fb8ce157439d301b6 as hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b214a78e6fdf4e4fb8ce157439d301b6 2024-11-14T19:47:04,209 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b214a78e6fdf4e4fb8ce157439d301b6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:47:04,210 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-14T19:47:04,219 INFO [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:04,219 DEBUG [M:0;867b237d0fa7:41821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613622911Disabling compacts and flushes for region at 1731613622911Disabling writes for close at 1731613622912 (+1 ms)Obtaining lock to block concurrent updates at 1731613622912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613622912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731613622912Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613622913 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613622913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613622931 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613622931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613623340 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613623357 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613623357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613623766 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613623782 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613623782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571a9e21: reopening flushed file at 1731613624192 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6cd556: reopening flushed file at 1731613624198 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b12579: reopening flushed file at 1731613624204 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731613624210 (+6 ms)Writing region close event to WAL at 1731613624219 (+9 ms)Closed at 1731613624219 2024-11-14T19:47:04,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f29ba742-3186-b9b6-35a2-bbce26330181/MasterData/WALs/867b237d0fa7,41821,1731613606854/867b237d0fa7%2C41821%2C1731613606854.1731613608716 not finished, retry = 0 2024-11-14T19:47:04,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741830_1006 (size=63666) 2024-11-14T19:47:04,322 INFO [M:0;867b237d0fa7:41821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:04,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:04,322 INFO [M:0;867b237d0fa7:41821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41821 2024-11-14T19:47:04,323 INFO [M:0;867b237d0fa7:41821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:04,445 INFO [M:0;867b237d0fa7:41821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41821-0x1013c1072ed0003, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:04,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596ea19b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:04,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:04,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:04,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:04,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:04,449 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:04,449 WARN [BP-741839863-172.17.0.2-1731613605261 heartbeating to localhost/127.0.0.1:43917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:04,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:04,449 WARN [BP-741839863-172.17.0.2-1731613605261 heartbeating to localhost/127.0.0.1:43917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-741839863-172.17.0.2-1731613605261 (Datanode Uuid bcce008f-aaca-460a-965a-142c479a9cc6) service to localhost/127.0.0.1:43917 2024-11-14T19:47:04,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/cluster_59192260-3205-3c55-5cd8-56d7f1965877/data/data1/current/BP-741839863-172.17.0.2-1731613605261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:04,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/cluster_59192260-3205-3c55-5cd8-56d7f1965877/data/data2/current/BP-741839863-172.17.0.2-1731613605261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:04,450 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:04,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b344cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:04,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:04,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:04,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:04,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:04,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:04,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:04,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:04,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:04,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:04,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:04,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:04,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=375917859, stopped=false 2024-11-14T19:47:04,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,44049,1731613602484 2024-11-14T19:47:04,480 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667065805/running 2024-11-14T19:47:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667065805/running 2024-11-14T19:47:04,480 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:47:04,480 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:47:04,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:04,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:04,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:04,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/running 2024-11-14T19:47:04,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,41327,1731613602656' ***** 2024-11-14T19:47:04,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:04,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Set watcher on znode that does not yet exist, /0-1667065805/running 2024-11-14T19:47:04,481 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:47:04,482 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,41327,1731613602656 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:41327. 2024-11-14T19:47:04,482 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9906d9186a20bdb1a06519466bd440fc, disabling compactions & flushes 2024-11-14T19:47:04,482 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:47:04,482 DEBUG [RS:0;867b237d0fa7:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:04,482 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:47:04,482 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:04,482 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. after waiting 0 ms 2024-11-14T19:47:04,482 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:04,482 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:47:04,483 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1325): Online Regions={9906d9186a20bdb1a06519466bd440fc=test,,1731613609819.9906d9186a20bdb1a06519466bd440fc., 1588230740=hbase:meta,,1.1588230740, 58adcb9e79c4a3648d7dc162dd87048a=hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a.} 2024-11-14T19:47:04,483 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58adcb9e79c4a3648d7dc162dd87048a, 9906d9186a20bdb1a06519466bd440fc 2024-11-14T19:47:04,483 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:04,483 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:04,483 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:04,483 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:04,483 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:04,483 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:47:04,486 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/default/test/9906d9186a20bdb1a06519466bd440fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:04,487 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9906d9186a20bdb1a06519466bd440fc: Waiting for close lock at 1731613624482Running coprocessor pre-close hooks at 1731613624482Disabling compacts and flushes for region at 1731613624482Disabling writes for close at 1731613624482Writing region close event to WAL at 1731613624483 (+1 ms)Running coprocessor post-close hooks at 1731613624487 (+4 ms)Closed at 1731613624487 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613609819.9906d9186a20bdb1a06519466bd440fc. 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58adcb9e79c4a3648d7dc162dd87048a, disabling compactions & flushes 2024-11-14T19:47:04,487 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. after waiting 0 ms 2024-11-14T19:47:04,487 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:47:04,487 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58adcb9e79c4a3648d7dc162dd87048a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T19:47:04,500 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/info/dc166dd21f134e79a0e340a613f160f3 is 147, key is hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a./info:regioninfo/1731613613897/Put/seqid=0 2024-11-14T19:47:04,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741846_1022 (size=7686) 2024-11-14T19:47:04,505 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/info/dc166dd21f134e79a0e340a613f160f3 2024-11-14T19:47:04,506 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/.tmp/hfileref/b85e2e3d55624a45bbe28e5fd97fe56b is 74, key is 1/hfileref:04031d01187a4782add75e4f8b49503d_SeqId_6_/1731613619885/Put/seqid=0 2024-11-14T19:47:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741847_1023 (size=5345) 2024-11-14T19:47:04,517 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/.tmp/hfileref/b85e2e3d55624a45bbe28e5fd97fe56b 2024-11-14T19:47:04,535 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/ns/ed953b6d5055471ab373b524379267bd is 43, key is default/ns:d/1731613605112/Put/seqid=0 2024-11-14T19:47:04,540 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/.tmp/queue/e1fab55137554bf3b849704649ce66b0 is 153, key is 1-867b237d0fa7,41327,1731613602656/queue:867b237d0fa7%2C41327%2C1731613602656/1731613618254/Put/seqid=0 2024-11-14T19:47:04,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741848_1024 (size=5153) 2024-11-14T19:47:04,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741849_1025 (size=5352) 2024-11-14T19:47:04,579 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:04,595 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T19:47:04,595 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 867b237d0fa7:41821 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:41821 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:04,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 867b237d0fa7:41821 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:41821 2024-11-14T19:47:04,683 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:47:04,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:04,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 867b237d0fa7:41821 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:41821 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:47:04,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=867b237d0fa7:41821 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:41821 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T19:47:04,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 867b237d0fa7:41821 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 867b237d0fa7/172.17.0.2:41821 2024-11-14T19:47:04,883 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58adcb9e79c4a3648d7dc162dd87048a 2024-11-14T19:47:04,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:04,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 867b237d0fa7:41821 this server is in the failed servers list 2024-11-14T19:47:04,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 867b237d0fa7:41821 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:04,934 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1033, reset compression=false 2024-11-14T19:47:04,939 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:04,939 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1328, reset compression=false 2024-11-14T19:47:04,944 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/ns/ed953b6d5055471ab373b524379267bd 2024-11-14T19:47:04,948 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/.tmp/queue/e1fab55137554bf3b849704649ce66b0 2024-11-14T19:47:04,953 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/.tmp/hfileref/b85e2e3d55624a45bbe28e5fd97fe56b as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/hfileref/b85e2e3d55624a45bbe28e5fd97fe56b 2024-11-14T19:47:04,957 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/hfileref/b85e2e3d55624a45bbe28e5fd97fe56b, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T19:47:04,958 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/.tmp/queue/e1fab55137554bf3b849704649ce66b0 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/queue/e1fab55137554bf3b849704649ce66b0 2024-11-14T19:47:04,963 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/queue/e1fab55137554bf3b849704649ce66b0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T19:47:04,964 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/c5d37aa8969b46e3952aa5ff4878d7e1 is 112, key is test,,1731613609819.9906d9186a20bdb1a06519466bd440fc./rep_barrier:seqnumDuringOpen/1731613610981/Put/seqid=0 2024-11-14T19:47:04,964 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 58adcb9e79c4a3648d7dc162dd87048a in 477ms, sequenceid=10, compaction requested=false 2024-11-14T19:47:04,971 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/replication/58adcb9e79c4a3648d7dc162dd87048a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T19:47:04,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741850_1026 (size=5518) 2024-11-14T19:47:04,974 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:04,974 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:04,974 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:47:04,974 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58adcb9e79c4a3648d7dc162dd87048a: Waiting for close lock at 1731613624487Running coprocessor pre-close hooks at 1731613624487Disabling compacts and flushes for region at 1731613624487Disabling writes for close at 1731613624487Obtaining lock to block concurrent updates at 1731613624487Preparing flush snapshotting stores in 58adcb9e79c4a3648d7dc162dd87048a at 1731613624488 (+1 ms)Finished memstore snapshotting hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731613624488Flushing stores of hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. at 1731613624488Flushing 58adcb9e79c4a3648d7dc162dd87048a/hfileref: creating writer at 1731613624488Flushing 58adcb9e79c4a3648d7dc162dd87048a/hfileref: appending metadata at 1731613624505 (+17 ms)Flushing 58adcb9e79c4a3648d7dc162dd87048a/hfileref: closing flushed file at 1731613624506 (+1 ms)Flushing 58adcb9e79c4a3648d7dc162dd87048a/queue: creating writer at 1731613624526 (+20 ms)Flushing 58adcb9e79c4a3648d7dc162dd87048a/queue: appending metadata at 1731613624540 (+14 ms)Flushing 58adcb9e79c4a3648d7dc162dd87048a/queue: closing flushed file at 1731613624540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d35e02c: reopening flushed file at 1731613624952 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da443f5: reopening flushed file at 1731613624957 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 58adcb9e79c4a3648d7dc162dd87048a in 477ms, sequenceid=10, compaction requested=false at 1731613624964 (+7 ms)Writing region close event to WAL at 1731613624967 (+3 ms)Running coprocessor post-close hooks at 1731613624974 (+7 ms)Closed at 1731613624974 2024-11-14T19:47:04,974 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/c5d37aa8969b46e3952aa5ff4878d7e1 2024-11-14T19:47:04,974 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613613127.58adcb9e79c4a3648d7dc162dd87048a. 2024-11-14T19:47:04,992 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/table/682a64a337b548c6a02418949db5a7f5 is 53, key is hbase:replication/table:state/1731613613904/Put/seqid=0 2024-11-14T19:47:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741851_1027 (size=5308) 2024-11-14T19:47:05,043 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:05,043 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:05,083 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:05,143 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1328, reset compression=false 2024-11-14T19:47:05,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:05,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 867b237d0fa7:41821 this server is in the failed servers list 2024-11-14T19:47:05,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 867b237d0fa7:41821 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:05,283 DEBUG [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:05,396 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/table/682a64a337b548c6a02418949db5a7f5 2024-11-14T19:47:05,401 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/info/dc166dd21f134e79a0e340a613f160f3 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/info/dc166dd21f134e79a0e340a613f160f3 2024-11-14T19:47:05,405 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/info/dc166dd21f134e79a0e340a613f160f3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:47:05,406 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/ns/ed953b6d5055471ab373b524379267bd as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/ns/ed953b6d5055471ab373b524379267bd 2024-11-14T19:47:05,410 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/ns/ed953b6d5055471ab373b524379267bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:47:05,411 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/c5d37aa8969b46e3952aa5ff4878d7e1 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/rep_barrier/c5d37aa8969b46e3952aa5ff4878d7e1 2024-11-14T19:47:05,414 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/rep_barrier/c5d37aa8969b46e3952aa5ff4878d7e1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:47:05,415 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/.tmp/table/682a64a337b548c6a02418949db5a7f5 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/table/682a64a337b548c6a02418949db5a7f5 2024-11-14T19:47:05,419 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/table/682a64a337b548c6a02418949db5a7f5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:47:05,420 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false 2024-11-14T19:47:05,424 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:47:05,425 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:05,425 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:05,425 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:05,425 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613624483Running coprocessor pre-close hooks at 1731613624483Disabling compacts and flushes for region at 1731613624483Disabling writes for close at 1731613624483Obtaining lock to block concurrent updates at 1731613624483Preparing flush snapshotting stores in 1588230740 at 1731613624483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613624483Flushing stores of hbase:meta,,1.1588230740 at 1731613624484 (+1 ms)Flushing 1588230740/info: creating writer at 1731613624484Flushing 1588230740/info: appending metadata at 1731613624499 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731613624499Flushing 1588230740/ns: creating writer at 1731613624516 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731613624535 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731613624535Flushing 1588230740/rep_barrier: creating writer at 1731613624948 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613624963 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613624963Flushing 1588230740/table: creating writer at 1731613624978 (+15 ms)Flushing 1588230740/table: appending metadata at 1731613624992 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731613624992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288c0646: reopening flushed file at 1731613625400 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc9fd43: reopening flushed file at 1731613625405 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7686cdda: reopening flushed file at 1731613625410 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461925bb: reopening flushed file at 1731613625415 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false at 1731613625420 (+5 ms)Writing region close event to WAL at 1731613625421 (+1 ms)Running coprocessor post-close hooks at 1731613625425 (+4 ms)Closed at 1731613625425 2024-11-14T19:47:05,425 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:05,447 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.wal-reader.867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 to pos 1328, reset compression=false 2024-11-14T19:47:05,484 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,41327,1731613602656; all regions closed. 2024-11-14T19:47:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:47:05,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.meta.1731613605035.meta not finished, retry = 0 2024-11-14T19:47:05,588 DEBUG [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/oldWALs 2024-11-14T19:47:05,588 INFO [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41327%2C1731613602656.meta:.meta(num 1731613605035) 2024-11-14T19:47:05,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741839_1015 (size=2695) 2024-11-14T19:47:05,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.rep.1731613613865 not finished, retry = 0 2024-11-14T19:47:05,693 DEBUG [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/oldWALs 2024-11-14T19:47:05,693 INFO [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41327%2C1731613602656.rep:(num 1731613613865) 2024-11-14T19:47:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741832_1008 (size=1336) 2024-11-14T19:47:05,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/WALs/867b237d0fa7,41327,1731613602656/867b237d0fa7%2C41327%2C1731613602656.1731613604098 not finished, retry = 0 2024-11-14T19:47:05,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:05,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 867b237d0fa7:41821 this server is in the failed servers list 2024-11-14T19:47:05,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 867b237d0fa7:41821 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:05,797 DEBUG [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/oldWALs 2024-11-14T19:47:05,797 INFO [RS:0;867b237d0fa7:41327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41327%2C1731613602656:(num 1731613604098) 2024-11-14T19:47:05,797 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:05,797 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:05,797 INFO [RS:0;867b237d0fa7:41327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:05,797 INFO [RS:0;867b237d0fa7:41327 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:05,798 INFO [RS:0;867b237d0fa7:41327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:05,798 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:05,798 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,41327,1731613602656 because: Region server is closing 2024-11-14T19:47:05,798 INFO [RS:0;867b237d0fa7:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:41327. 2024-11-14T19:47:05,798 DEBUG [RS:0;867b237d0fa7:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:05,798 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:05,798 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:05,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:05,898 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T19:47:05,899 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T19:47:05,899 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T19:47:06,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:06,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:06,600 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,41327,1731613602656.replicationSource.shipper867b237d0fa7%2C41327%2C1731613602656,1-867b237d0fa7,41327,1731613602656 terminated 2024-11-14T19:47:06,600 INFO [RS:0;867b237d0fa7:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:41327. 2024-11-14T19:47:06,600 DEBUG [RS:0;867b237d0fa7:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:06,600 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,600 DEBUG [RS:0;867b237d0fa7:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:06,600 INFO [RS:0;867b237d0fa7:41327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41327 2024-11-14T19:47:06,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805/rs 2024-11-14T19:47:06,612 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667065805/rs/867b237d0fa7,41327,1731613602656 2024-11-14T19:47:06,612 INFO [RS:0;867b237d0fa7:41327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:06,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,41327,1731613602656] 2024-11-14T19:47:06,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667065805/draining/867b237d0fa7,41327,1731613602656 already deleted, retry=false 2024-11-14T19:47:06,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,41327,1731613602656 expired; onlineServers=0 2024-11-14T19:47:06,631 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,44049,1731613602484' ***** 2024-11-14T19:47:06,631 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:06,631 DEBUG [M:0;867b237d0fa7:44049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:06,631 DEBUG [M:0;867b237d0fa7:44049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:06,631 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:06,631 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613603847 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613603847,5,FailOnTimeoutGroup] 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:06,631 DEBUG [M:0;867b237d0fa7:44049 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:06,631 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613603847 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613603847,5,FailOnTimeoutGroup] 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:06,631 INFO [M:0;867b237d0fa7:44049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:06,632 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667065805/master 2024-11-14T19:47:06,639 DEBUG [M:0;867b237d0fa7:44049 {}] zookeeper.ZKUtil(347): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Unable to get data of znode /0-1667065805/master because node does not exist (not an error) 2024-11-14T19:47:06,639 WARN [M:0;867b237d0fa7:44049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667065805 2024-11-14T19:47:06,639 INFO [M:0;867b237d0fa7:44049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/.lastflushedseqids 2024-11-14T19:47:06,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741852_1028 (size=263) 2024-11-14T19:47:06,722 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:06,722 INFO [RS:0;867b237d0fa7:41327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:06,722 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1013c1072ed0001, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:06,722 INFO [RS:0;867b237d0fa7:41327 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,41327,1731613602656; zookeeper connection closed. 2024-11-14T19:47:06,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491b9604 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491b9604 2024-11-14T19:47:06,723 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:47:06,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:06,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:06,750 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:07,044 INFO [M:0;867b237d0fa7:44049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:07,044 INFO [M:0;867b237d0fa7:44049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:07,044 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:07,045 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:07,045 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:07,045 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:07,045 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:07,045 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T19:47:07,065 DEBUG [M:0;867b237d0fa7:44049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/212ca49ba74b4ffd8d01d409d64dad90 is 82, key is hbase:meta,,1/info:regioninfo/1731613605082/Put/seqid=0 2024-11-14T19:47:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741853_1029 (size=5672) 2024-11-14T19:47:07,077 INFO [M:0;867b237d0fa7:44049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/212ca49ba74b4ffd8d01d409d64dad90 2024-11-14T19:47:07,094 DEBUG [M:0;867b237d0fa7:44049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f627f410677449b2ad494a33c2f7ca17 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613613908/Put/seqid=0 2024-11-14T19:47:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741854_1030 (size=8516) 2024-11-14T19:47:07,498 INFO [M:0;867b237d0fa7:44049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f627f410677449b2ad494a33c2f7ca17 2024-11-14T19:47:07,518 DEBUG [M:0;867b237d0fa7:44049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42a237c9d55a4149ba7ffc7b9ccaea21 is 69, key is 867b237d0fa7,41327,1731613602656/rs:state/1731613603930/Put/seqid=0 2024-11-14T19:47:07,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741855_1031 (size=5156) 2024-11-14T19:47:07,523 INFO [M:0;867b237d0fa7:44049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42a237c9d55a4149ba7ffc7b9ccaea21 2024-11-14T19:47:07,527 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/212ca49ba74b4ffd8d01d409d64dad90 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/212ca49ba74b4ffd8d01d409d64dad90 2024-11-14T19:47:07,530 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/212ca49ba74b4ffd8d01d409d64dad90, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:47:07,531 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f627f410677449b2ad494a33c2f7ca17 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f627f410677449b2ad494a33c2f7ca17 2024-11-14T19:47:07,535 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f627f410677449b2ad494a33c2f7ca17, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:47:07,535 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42a237c9d55a4149ba7ffc7b9ccaea21 as hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42a237c9d55a4149ba7ffc7b9ccaea21 2024-11-14T19:47:07,539 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/997cebe7-58e0-8efc-fc29-4b9d3c364aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42a237c9d55a4149ba7ffc7b9ccaea21, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:47:07,540 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=97, compaction requested=false 2024-11-14T19:47:07,542 INFO [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:07,542 DEBUG [M:0;867b237d0fa7:44049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613627044Disabling compacts and flushes for region at 1731613627044Disabling writes for close at 1731613627045 (+1 ms)Obtaining lock to block concurrent updates at 1731613627045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613627045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731613627045Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613627046 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613627046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613627064 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613627064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613627080 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613627093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613627093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613627502 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613627518 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613627518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b517c15: reopening flushed file at 1731613627526 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8018a5: reopening flushed file at 1731613627531 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383c395e: reopening flushed file at 1731613627535 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=97, compaction requested=false at 1731613627540 (+5 ms)Writing region close event to WAL at 1731613627541 (+1 ms)Closed at 1731613627541 2024-11-14T19:47:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741830_1006 (size=63654) 2024-11-14T19:47:07,547 INFO [M:0;867b237d0fa7:44049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:07,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:07,547 INFO [M:0;867b237d0fa7:44049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44049 2024-11-14T19:47:07,548 INFO [M:0;867b237d0fa7:44049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:07,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:07,692 INFO [M:0;867b237d0fa7:44049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:07,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x1013c1072ed0000, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:07,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101c339f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:07,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45c68e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:07,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:07,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31782b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:07,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:07,696 WARN [BP-1287310775-172.17.0.2-1731613601146 heartbeating to localhost/127.0.0.1:46527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:07,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:07,696 WARN [BP-1287310775-172.17.0.2-1731613601146 heartbeating to localhost/127.0.0.1:46527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287310775-172.17.0.2-1731613601146 (Datanode Uuid bb8be2d6-4318-4bf8-8c22-4f84aa656ec4) service to localhost/127.0.0.1:46527 2024-11-14T19:47:07,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:07,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/data/data1/current/BP-1287310775-172.17.0.2-1731613601146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:07,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/cluster_94249c9e-74e0-8100-8f5a-c1cf9257e921/data/data2/current/BP-1287310775-172.17.0.2-1731613601146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:07,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:07,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522bcf48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:07,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:07,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:07,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:07,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05806df5-2760-1d11-3bb9-bf63a19f37f3/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:07,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:47:07,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:07,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 209) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43917 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43917 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43917 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5401 (was 6650) 2024-11-14T19:47:07,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=5401 2024-11-14T19:47:07,747 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T19:47:07,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir so I do NOT create it in target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d 2024-11-14T19:47:07,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:07,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.tmp.dir so I do NOT create it in target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d 2024-11-14T19:47:07,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07cae878-00a9-9101-3a42-3747b29c7dac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:07,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d 2024-11-14T19:47:07,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3, deleteOnExit=true 2024-11-14T19:47:07,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/zookeeper_0, clientPort=60125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:47:07,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60125 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/test.cache.data in system properties and HBase conf 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:07,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:07,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:07,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:07,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:07,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:07,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c1072ed0002, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:47:07,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c1072ed0005, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:47:07,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c1072ed0005, quorum=127.0.0.1:64076, baseZNode=/1-2139880744 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:47:07,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c1072ed0002, quorum=127.0.0.1:64076, baseZNode=/0-1667065805 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:47:08,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:08,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:08,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:08,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:08,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:08,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:08,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:08,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea90aa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:08,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6d1833{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/java.io.tmpdir/jetty-localhost-46045-hadoop-hdfs-3_4_1-tests_jar-_-any-12832409122209645522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:08,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6c1525{HTTP/1.1, (http/1.1)}{localhost:46045} 2024-11-14T19:47:08,226 INFO [Time-limited test {}] server.Server(415): Started @191618ms 2024-11-14T19:47:08,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:08,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:08,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:08,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:08,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:08,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:08,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:08,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c486f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/java.io.tmpdir/jetty-localhost-43121-hadoop-hdfs-3_4_1-tests_jar-_-any-16382210882435561881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:08,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:43121} 2024-11-14T19:47:08,628 INFO [Time-limited test {}] server.Server(415): Started @192020ms 2024-11-14T19:47:08,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:08,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:08,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:08,757 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:09,156 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/data/data2/current/BP-1496633228-172.17.0.2-1731613627773/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:09,156 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/data/data1/current/BP-1496633228-172.17.0.2-1731613627773/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:09,178 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3afae9a5b572c853 with lease ID 0x785a4c0836a1d4b8: Processing first storage report for DS-3e1d1add-d5df-48d6-b807-f953d1feb9aa from datanode DatanodeRegistration(127.0.0.1:42801, datanodeUuid=9bac9a02-2b96-44c1-b9de-c07db19ca147, infoPort=38271, infoSecurePort=0, ipcPort=45829, storageInfo=lv=-57;cid=testClusterID;nsid=1739976320;c=1731613627773) 2024-11-14T19:47:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3afae9a5b572c853 with lease ID 0x785a4c0836a1d4b8: from storage DS-3e1d1add-d5df-48d6-b807-f953d1feb9aa node DatanodeRegistration(127.0.0.1:42801, datanodeUuid=9bac9a02-2b96-44c1-b9de-c07db19ca147, infoPort=38271, infoSecurePort=0, ipcPort=45829, storageInfo=lv=-57;cid=testClusterID;nsid=1739976320;c=1731613627773), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3afae9a5b572c853 with lease ID 0x785a4c0836a1d4b8: Processing first storage report for DS-559c3d45-c05d-440e-b987-7e7c7746ec82 from datanode DatanodeRegistration(127.0.0.1:42801, datanodeUuid=9bac9a02-2b96-44c1-b9de-c07db19ca147, infoPort=38271, infoSecurePort=0, ipcPort=45829, storageInfo=lv=-57;cid=testClusterID;nsid=1739976320;c=1731613627773) 2024-11-14T19:47:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3afae9a5b572c853 with lease ID 0x785a4c0836a1d4b8: from storage DS-559c3d45-c05d-440e-b987-7e7c7746ec82 node DatanodeRegistration(127.0.0.1:42801, datanodeUuid=9bac9a02-2b96-44c1-b9de-c07db19ca147, infoPort=38271, infoSecurePort=0, ipcPort=45829, storageInfo=lv=-57;cid=testClusterID;nsid=1739976320;c=1731613627773), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:09,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d 2024-11-14T19:47:09,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:09,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558 with version=8 2024-11-14T19:47:09,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/hbase-staging 2024-11-14T19:47:09,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:09,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:09,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35375 2024-11-14T19:47:09,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35375 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-14T19:47:09,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353750x0, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:09,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35375-0x1013c10db0f0000 connected 2024-11-14T19:47:09,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/running 2024-11-14T19:47:09,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558, hbase.cluster.distributed=false 2024-11-14T19:47:09,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/acl 2024-11-14T19:47:09,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-14T19:47:09,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35375 2024-11-14T19:47:09,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35375 2024-11-14T19:47:09,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-14T19:47:09,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-14T19:47:09,793 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:09,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42471 2024-11-14T19:47:09,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42471 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-14T19:47:09,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424710x0, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:09,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424710x0, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/running 2024-11-14T19:47:09,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42471-0x1013c10db0f0001 connected 2024-11-14T19:47:09,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:09,810 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:09,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/master 2024-11-14T19:47:09,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/acl 2024-11-14T19:47:09,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-14T19:47:09,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42471 2024-11-14T19:47:09,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42471 2024-11-14T19:47:09,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-14T19:47:09,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-14T19:47:09,828 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:35375 2024-11-14T19:47:09,829 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1280105377/backup-masters/867b237d0fa7,35375,1731613629675 2024-11-14T19:47:09,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377/backup-masters 2024-11-14T19:47:09,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377/backup-masters 2024-11-14T19:47:09,835 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on existing znode=/0-1280105377/backup-masters/867b237d0fa7,35375,1731613629675 2024-11-14T19:47:09,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1280105377/master 2024-11-14T19:47:09,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:09,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:09,843 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on existing znode=/0-1280105377/master 2024-11-14T19:47:09,843 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1280105377/backup-masters/867b237d0fa7,35375,1731613629675 from backup master directory 2024-11-14T19:47:09,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1280105377/backup-masters/867b237d0fa7,35375,1731613629675 2024-11-14T19:47:09,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377/backup-masters 2024-11-14T19:47:09,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377/backup-masters 2024-11-14T19:47:09,851 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:09,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,35375,1731613629675 2024-11-14T19:47:09,853 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/hbase.id] with ID: 1a949855-83c5-4910-99a3-aa313b3f6fa7 2024-11-14T19:47:09,854 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/.tmp/hbase.id 2024-11-14T19:47:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:10,258 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/.tmp/hbase.id]:[hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/hbase.id] 2024-11-14T19:47:10,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:10,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:10,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T19:47:10,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:10,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:10,692 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:10,693 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:10,693 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:11,100 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store 2024-11-14T19:47:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:11,506 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:11,506 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:11,506 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:11,506 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:11,507 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-14T19:47:11,507 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:11,507 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:11,507 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613631506Disabling compacts and flushes for region at 1731613631506Disabling writes for close at 1731613631507 (+1 ms)Writing region close event to WAL at 1731613631507Closed at 1731613631507 2024-11-14T19:47:11,507 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/.initializing 2024-11-14T19:47:11,508 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/WALs/867b237d0fa7,35375,1731613629675 2024-11-14T19:47:11,508 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:11,510 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C35375%2C1731613629675, suffix=, logDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/WALs/867b237d0fa7,35375,1731613629675, archiveDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:11,522 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/WALs/867b237d0fa7,35375,1731613629675/867b237d0fa7%2C35375%2C1731613629675.1731613631510, exclude list is [], retry=0 2024-11-14T19:47:11,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-3e1d1add-d5df-48d6-b807-f953d1feb9aa,DISK] 2024-11-14T19:47:11,525 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/WALs/867b237d0fa7,35375,1731613629675/867b237d0fa7%2C35375%2C1731613629675.1731613631510 2024-11-14T19:47:11,526 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-14T19:47:11,526 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:11,526 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:11,526 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,526 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:11,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:11,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:11,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:11,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:11,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:11,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:11,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:11,533 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,533 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,533 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,534 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,534 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,534 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:11,535 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:11,536 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:11,537 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72227689, jitterRate=0.07627643644809723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:11,537 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613631526Initializing all the Stores at 1731613631527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613631527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613631527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613631527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613631527Cleaning up temporary data from old regions at 1731613631534 (+7 ms)Region opened successfully at 1731613631537 (+3 ms) 2024-11-14T19:47:11,537 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:11,540 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d17268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:11,540 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:11,541 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:11,541 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:11,541 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:11,541 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:11,541 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:11,541 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:11,549 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:11,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Unable to get data of znode /0-1280105377/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:11,576 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1280105377/balancer already deleted, retry=false 2024-11-14T19:47:11,576 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:11,577 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Unable to get data of znode /0-1280105377/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:11,584 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1280105377/normalizer already deleted, retry=false 2024-11-14T19:47:11,584 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:11,585 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Unable to get data of znode /0-1280105377/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:11,592 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1280105377/switch/split already deleted, retry=false 2024-11-14T19:47:11,593 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Unable to get data of znode /0-1280105377/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:11,601 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1280105377/switch/merge already deleted, retry=false 2024-11-14T19:47:11,602 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Unable to get data of znode /0-1280105377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:11,609 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1280105377/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1280105377/running 2024-11-14T19:47:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1280105377/running 2024-11-14T19:47:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:11,618 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,35375,1731613629675, sessionid=0x1013c10db0f0000, setting cluster-up flag (Was=false) 2024-11-14T19:47:11,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:11,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:11,659 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1280105377/flush-table-proc/acquired, /0-1280105377/flush-table-proc/reached, /0-1280105377/flush-table-proc/abort 2024-11-14T19:47:11,660 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,35375,1731613629675 2024-11-14T19:47:11,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:11,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:11,701 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1280105377/online-snapshot/acquired, /0-1280105377/online-snapshot/reached, /0-1280105377/online-snapshot/abort 2024-11-14T19:47:11,702 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,35375,1731613629675 2024-11-14T19:47:11,703 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:11,704 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:11,704 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:11,705 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:11,705 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,35375,1731613629675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:11,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613661708 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:11,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:11,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:11,709 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613631709,5,FailOnTimeoutGroup] 2024-11-14T19:47:11,709 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613631709,5,FailOnTimeoutGroup] 2024-11-14T19:47:11,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:11,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:11,720 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(746): ClusterId : 1a949855-83c5-4910-99a3-aa313b3f6fa7 2024-11-14T19:47:11,720 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:11,727 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:11,727 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:11,735 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:11,735 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed242ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:11,750 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:42471 2024-11-14T19:47:11,750 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:11,750 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:11,750 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:11,751 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,35375,1731613629675 with port=42471, startcode=1731613629793 2024-11-14T19:47:11,751 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:11,753 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:11,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,42471,1731613629793 2024-11-14T19:47:11,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:11,755 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558 2024-11-14T19:47:11,755 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42753 2024-11-14T19:47:11,755 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377/rs 2024-11-14T19:47:11,759 DEBUG [RS:0;867b237d0fa7:42471 {}] zookeeper.ZKUtil(111): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on existing znode=/0-1280105377/rs/867b237d0fa7,42471,1731613629793 2024-11-14T19:47:11,759 WARN [RS:0;867b237d0fa7:42471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:11,760 INFO [RS:0;867b237d0fa7:42471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:11,760 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793 2024-11-14T19:47:11,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,42471,1731613629793] 2024-11-14T19:47:11,763 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:11,766 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:11,767 INFO [RS:0;867b237d0fa7:42471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:11,767 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,767 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:11,768 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:11,768 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:11,768 DEBUG [RS:0;867b237d0fa7:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:11,769 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,769 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,769 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,769 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,769 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,769 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42471,1731613629793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:11,782 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:11,782 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42471,1731613629793-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,782 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,782 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.Replication(171): 867b237d0fa7,42471,1731613629793 started 2024-11-14T19:47:11,793 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,793 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,42471,1731613629793, RpcServer on 867b237d0fa7/172.17.0.2:42471, sessionid=0x1013c10db0f0001 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,42471,1731613629793 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42471,1731613629793' 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1280105377/flush-table-proc/abort' 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1280105377/flush-table-proc/acquired' 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,42471,1731613629793 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42471,1731613629793' 2024-11-14T19:47:11,794 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1280105377/online-snapshot/abort' 2024-11-14T19:47:11,795 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1280105377/online-snapshot/acquired' 2024-11-14T19:47:11,795 DEBUG [RS:0;867b237d0fa7:42471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:11,795 INFO [RS:0;867b237d0fa7:42471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:11,795 INFO [RS:0;867b237d0fa7:42471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:11,895 INFO [RS:0;867b237d0fa7:42471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:11,897 INFO [RS:0;867b237d0fa7:42471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42471%2C1731613629793, suffix=, logDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793, archiveDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/oldWALs, maxLogs=10 2024-11-14T19:47:11,908 DEBUG [RS:0;867b237d0fa7:42471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, exclude list is [], retry=0 2024-11-14T19:47:11,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-3e1d1add-d5df-48d6-b807-f953d1feb9aa,DISK] 2024-11-14T19:47:11,911 INFO [RS:0;867b237d0fa7:42471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 2024-11-14T19:47:11,912 DEBUG [RS:0;867b237d0fa7:42471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-14T19:47:12,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:12,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:12,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558 2024-11-14T19:47:12,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:47:12,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:47:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:47:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:47:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:12,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:12,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:12,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:12,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:12,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:12,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:12,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:12,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:12,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:12,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:12,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740 2024-11-14T19:47:12,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740 2024-11-14T19:47:12,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:12,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:12,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:12,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:12,544 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:12,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70883983, jitterRate=0.05625365674495697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613632534Initializing all the Stores at 1731613632535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613632535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613632535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613632535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613632535Cleaning up temporary data from old regions at 1731613632541 (+6 ms)Region opened successfully at 1731613632545 (+4 ms) 2024-11-14T19:47:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:12,545 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:12,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613632545Disabling compacts and flushes for region at 1731613632545Disabling writes for close at 1731613632545Writing region close event to WAL at 1731613632545Closed at 1731613632545 2024-11-14T19:47:12,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:12,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:12,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:12,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:12,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:12,698 DEBUG [867b237d0fa7:35375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:47:12,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:12,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42471,1731613629793, state=OPENING 2024-11-14T19:47:12,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:12,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:12,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:12,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:12,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1280105377/meta-region-server: CHANGED 2024-11-14T19:47:12,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42471,1731613629793}] 2024-11-14T19:47:12,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1280105377/meta-region-server: CHANGED 2024-11-14T19:47:12,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:12,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:12,787 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8192 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:12,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:12,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:12,894 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:12,894 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:12,894 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:12,896 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42471%2C1731613629793.meta, suffix=.meta, logDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793, archiveDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/oldWALs, maxLogs=10 2024-11-14T19:47:12,912 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.meta.1731613632896.meta, exclude list is [], retry=0 2024-11-14T19:47:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-3e1d1add-d5df-48d6-b807-f953d1feb9aa,DISK] 2024-11-14T19:47:12,916 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.meta.1731613632896.meta 2024-11-14T19:47:12,916 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:12,917 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:12,917 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:12,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:12,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:12,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:12,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:12,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:12,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:12,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:12,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:12,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:12,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:12,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:12,922 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:12,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740 2024-11-14T19:47:12,924 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740 2024-11-14T19:47:12,924 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:12,925 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:12,925 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:12,926 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:12,927 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62633631, jitterRate=-0.06668616831302643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:12,927 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:12,927 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613632918Writing region info on filesystem at 1731613632918Initializing all the Stores at 1731613632918Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613632918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613632918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613632918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613632918Cleaning up temporary data from old regions at 1731613632925 (+7 ms)Running coprocessor post-open hooks at 1731613632927 (+2 ms)Region opened successfully at 1731613632927 2024-11-14T19:47:12,928 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613632888 2024-11-14T19:47:12,930 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:12,930 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:12,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:12,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42471,1731613629793, state=OPEN 2024-11-14T19:47:12,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1280105377/meta-region-server 2024-11-14T19:47:12,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1280105377/meta-region-server 2024-11-14T19:47:12,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:12,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1280105377/meta-region-server: CHANGED 2024-11-14T19:47:12,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1280105377/meta-region-server: CHANGED 2024-11-14T19:47:12,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:12,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42471,1731613629793 in 207 msec 2024-11-14T19:47:12,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:12,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-14T19:47:12,947 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:12,947 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:12,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:12,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42471,1731613629793, seqNum=-1] 2024-11-14T19:47:12,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:12,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:12,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-14T19:47:12,954 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613632954, completionTime=-1 2024-11-14T19:47:12,954 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:47:12,954 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613692956 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613752956 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35375,1731613629675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35375,1731613629675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35375,1731613629675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:12,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:35375, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:12,957 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:12,958 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:12,961 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:12,964 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.113sec 2024-11-14T19:47:12,964 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:12,964 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:12,964 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:12,964 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:12,964 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:12,965 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35375,1731613629675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:12,965 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35375,1731613629675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:12,966 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:12,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:12,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35375,1731613629675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:13,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365e3bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:13,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35375,-1 for getting cluster id 2024-11-14T19:47:13,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:13,023 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a949855-83c5-4910-99a3-aa313b3f6fa7' 2024-11-14T19:47:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a949855-83c5-4910-99a3-aa313b3f6fa7" 2024-11-14T19:47:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0cc0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35375,-1] 2024-11-14T19:47:13,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:13,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:13,025 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:13,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec400e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:13,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42471,1731613629793, seqNum=-1] 2024-11-14T19:47:13,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:13,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:13,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,35375,1731613629675 2024-11-14T19:47:13,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-14T19:47:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:13,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c10db0f0002 connected 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir so I do NOT create it in target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def 2024-11-14T19:47:13,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.tmp.dir so I do NOT create it in target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def 2024-11-14T19:47:13,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:13,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/cluster_17c46f1e-e99e-5e1a-e15a-ab4266f220ef, deleteOnExit=true 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/test.cache.data in system properties and HBase conf 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:13,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:13,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:13,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:13,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:13,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:13,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:13,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:13,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:13,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354594df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/java.io.tmpdir/jetty-localhost-39679-hadoop-hdfs-3_4_1-tests_jar-_-any-13561495882770795706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:13,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:39679} 2024-11-14T19:47:13,486 INFO [Time-limited test {}] server.Server(415): Started @196878ms 2024-11-14T19:47:13,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:13,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:13,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:13,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:13,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:13,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:13,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f12f3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/java.io.tmpdir/jetty-localhost-42347-hadoop-hdfs-3_4_1-tests_jar-_-any-4351278222978097117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:13,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:42347} 2024-11-14T19:47:13,771 INFO [Time-limited test {}] server.Server(415): Started @197163ms 2024-11-14T19:47:13,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:14,620 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/cluster_17c46f1e-e99e-5e1a-e15a-ab4266f220ef/data/data1/current/BP-263689535-172.17.0.2-1731613633085/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:14,620 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/cluster_17c46f1e-e99e-5e1a-e15a-ab4266f220ef/data/data2/current/BP-263689535-172.17.0.2-1731613633085/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:14,636 WARN [Thread-2297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92e34c761495c07f with lease ID 0x39909c989b70872d: Processing first storage report for DS-96c93449-0b27-4a64-b9ff-4a70ba0a02fa from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=323d0690-4d97-420f-8840-ffbee5845250, infoPort=46215, infoSecurePort=0, ipcPort=36379, storageInfo=lv=-57;cid=testClusterID;nsid=23811893;c=1731613633085) 2024-11-14T19:47:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92e34c761495c07f with lease ID 0x39909c989b70872d: from storage DS-96c93449-0b27-4a64-b9ff-4a70ba0a02fa node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=323d0690-4d97-420f-8840-ffbee5845250, infoPort=46215, infoSecurePort=0, ipcPort=36379, storageInfo=lv=-57;cid=testClusterID;nsid=23811893;c=1731613633085), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:47:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92e34c761495c07f with lease ID 0x39909c989b70872d: Processing first storage report for DS-6c7e4646-93c1-4ba0-b623-372e36449624 from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=323d0690-4d97-420f-8840-ffbee5845250, infoPort=46215, infoSecurePort=0, ipcPort=36379, storageInfo=lv=-57;cid=testClusterID;nsid=23811893;c=1731613633085) 2024-11-14T19:47:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92e34c761495c07f with lease ID 0x39909c989b70872d: from storage DS-6c7e4646-93c1-4ba0-b623-372e36449624 node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=323d0690-4d97-420f-8840-ffbee5845250, infoPort=46215, infoSecurePort=0, ipcPort=36379, storageInfo=lv=-57;cid=testClusterID;nsid=23811893;c=1731613633085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:14,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def 2024-11-14T19:47:14,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:15,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692 with version=8 2024-11-14T19:47:15,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/hbase-staging 2024-11-14T19:47:15,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:15,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:15,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:15,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:15,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:15,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:15,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:15,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:15,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43131 2024-11-14T19:47:15,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43131 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-14T19:47:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431310x0, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:15,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43131-0x1013c10db0f0003 connected 2024-11-14T19:47:15,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:15,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:15,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/running 2024-11-14T19:47:15,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692, hbase.cluster.distributed=false 2024-11-14T19:47:15,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/acl 2024-11-14T19:47:15,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-14T19:47:15,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-11-14T19:47:15,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-11-14T19:47:15,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-14T19:47:15,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-14T19:47:15,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:15,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42797 2024-11-14T19:47:15,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42797 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-14T19:47:15,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:15,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427970x0, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:15,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427970x0, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/running 2024-11-14T19:47:15,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42797-0x1013c10db0f0004 connected 2024-11-14T19:47:15,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:15,233 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:15,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/master 2024-11-14T19:47:15,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/acl 2024-11-14T19:47:15,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42797 2024-11-14T19:47:15,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42797 2024-11-14T19:47:15,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42797 2024-11-14T19:47:15,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42797 2024-11-14T19:47:15,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42797 2024-11-14T19:47:15,253 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:43131 2024-11-14T19:47:15,253 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11340991201/backup-masters/867b237d0fa7,43131,1731613635121 2024-11-14T19:47:15,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201/backup-masters 2024-11-14T19:47:15,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201/backup-masters 2024-11-14T19:47:15,259 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on existing znode=/11340991201/backup-masters/867b237d0fa7,43131,1731613635121 2024-11-14T19:47:15,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:15,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11340991201/master 2024-11-14T19:47:15,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:15,268 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on existing znode=/11340991201/master 2024-11-14T19:47:15,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11340991201/backup-masters/867b237d0fa7,43131,1731613635121 from backup master directory 2024-11-14T19:47:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201/backup-masters 2024-11-14T19:47:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11340991201/backup-masters/867b237d0fa7,43131,1731613635121 2024-11-14T19:47:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201/backup-masters 2024-11-14T19:47:15,276 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:15,276 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,43131,1731613635121 2024-11-14T19:47:15,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/hbase.id] with ID: 8fe793f8-01b4-4e78-bd60-26183c0c7fb2 2024-11-14T19:47:15,279 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/.tmp/hbase.id 2024-11-14T19:47:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:15,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/.tmp/hbase.id]:[hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/hbase.id] 2024-11-14T19:47:15,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:15,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:15,700 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:47:15,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:15,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:15,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:16,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:16,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:16,121 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:16,527 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store 2024-11-14T19:47:16,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:16,933 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:16,934 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:16,934 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:16,934 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:16,934 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:16,934 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:16,934 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:16,934 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613636934Disabling compacts and flushes for region at 1731613636934Disabling writes for close at 1731613636934Writing region close event to WAL at 1731613636934Closed at 1731613636934 2024-11-14T19:47:16,935 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/.initializing 2024-11-14T19:47:16,935 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/WALs/867b237d0fa7,43131,1731613635121 2024-11-14T19:47:16,936 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:16,937 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C43131%2C1731613635121, suffix=, logDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/WALs/867b237d0fa7,43131,1731613635121, archiveDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:16,949 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/WALs/867b237d0fa7,43131,1731613635121/867b237d0fa7%2C43131%2C1731613635121.1731613636937, exclude list is [], retry=0 2024-11-14T19:47:16,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-96c93449-0b27-4a64-b9ff-4a70ba0a02fa,DISK] 2024-11-14T19:47:16,954 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/WALs/867b237d0fa7,43131,1731613635121/867b237d0fa7%2C43131%2C1731613635121.1731613636937 2024-11-14T19:47:16,954 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-14T19:47:16,954 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:16,954 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:16,955 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,955 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:16,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:16,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:16,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:16,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:16,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:16,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:16,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:16,962 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,962 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,963 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,963 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,963 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,964 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:16,964 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:16,966 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:16,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60284085, jitterRate=-0.10169713199138641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:16,967 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613636955Initializing all the Stores at 1731613636956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613636956Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613636956Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613636956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613636956Cleaning up temporary data from old regions at 1731613636963 (+7 ms)Region opened successfully at 1731613636967 (+4 ms) 2024-11-14T19:47:16,967 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:16,969 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cc4314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:16,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:16,972 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:16,972 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Unable to get data of znode /11340991201/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:17,000 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11340991201/balancer already deleted, retry=false 2024-11-14T19:47:17,001 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:17,001 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Unable to get data of znode /11340991201/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:17,009 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11340991201/normalizer already deleted, retry=false 2024-11-14T19:47:17,009 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:17,010 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Unable to get data of znode /11340991201/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:17,017 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11340991201/switch/split already deleted, retry=false 2024-11-14T19:47:17,018 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Unable to get data of znode /11340991201/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:17,025 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11340991201/switch/merge already deleted, retry=false 2024-11-14T19:47:17,027 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Unable to get data of znode /11340991201/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:17,034 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11340991201/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11340991201/running 2024-11-14T19:47:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11340991201/running 2024-11-14T19:47:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,43131,1731613635121, sessionid=0x1013c10db0f0003, setting cluster-up flag (Was=false) 2024-11-14T19:47:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,084 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11340991201/flush-table-proc/acquired, /11340991201/flush-table-proc/reached, /11340991201/flush-table-proc/abort 2024-11-14T19:47:17,085 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,43131,1731613635121 2024-11-14T19:47:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,125 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11340991201/online-snapshot/acquired, /11340991201/online-snapshot/reached, /11340991201/online-snapshot/abort 2024-11-14T19:47:17,126 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,43131,1731613635121 2024-11-14T19:47:17,127 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:17,129 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:17,129 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:17,129 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:17,129 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,43131,1731613635121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:17,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:17,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:17,130 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:17,131 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:17,131 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:17,131 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,131 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:17,131 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:17,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613667133 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:17,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:17,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:17,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:47:17,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:17,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:17,134 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613637134,5,FailOnTimeoutGroup] 2024-11-14T19:47:17,134 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613637134,5,FailOnTimeoutGroup] 2024-11-14T19:47:17,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:17,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,134 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:17,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:17,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692 2024-11-14T19:47:17,148 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(746): ClusterId : 8fe793f8-01b4-4e78-bd60-26183c0c7fb2 2024-11-14T19:47:17,148 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:17,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:47:17,157 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:17,157 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:17,168 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:17,168 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1871097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:17,179 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:42797 2024-11-14T19:47:17,179 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:17,179 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:17,179 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:17,180 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,43131,1731613635121 with port=42797, startcode=1731613635218 2024-11-14T19:47:17,180 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:17,182 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:17,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,184 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692 2024-11-14T19:47:17,184 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34247 2024-11-14T19:47:17,184 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:17,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201/rs 2024-11-14T19:47:17,213 DEBUG [RS:0;867b237d0fa7:42797 {}] zookeeper.ZKUtil(111): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on existing znode=/11340991201/rs/867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,213 WARN [RS:0;867b237d0fa7:42797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:17,213 INFO [RS:0;867b237d0fa7:42797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:17,213 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,42797,1731613635218] 2024-11-14T19:47:17,216 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:17,218 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:17,218 INFO [RS:0;867b237d0fa7:42797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:17,218 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,218 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:17,219 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:17,219 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,219 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,220 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,220 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,220 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:17,220 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:17,220 DEBUG [RS:0;867b237d0fa7:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:17,222 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,222 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,222 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,222 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,222 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,222 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42797,1731613635218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:17,235 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:17,235 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42797,1731613635218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,235 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,235 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.Replication(171): 867b237d0fa7,42797,1731613635218 started 2024-11-14T19:47:17,249 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,249 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,42797,1731613635218, RpcServer on 867b237d0fa7/172.17.0.2:42797, sessionid=0x1013c10db0f0004 2024-11-14T19:47:17,249 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:17,249 DEBUG [RS:0;867b237d0fa7:42797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,249 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42797,1731613635218' 2024-11-14T19:47:17,249 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11340991201/flush-table-proc/abort' 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11340991201/flush-table-proc/acquired' 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42797,1731613635218' 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11340991201/online-snapshot/abort' 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11340991201/online-snapshot/acquired' 2024-11-14T19:47:17,250 DEBUG [RS:0;867b237d0fa7:42797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:17,250 INFO [RS:0;867b237d0fa7:42797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:17,250 INFO [RS:0;867b237d0fa7:42797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:17,351 INFO [RS:0;867b237d0fa7:42797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:17,353 INFO [RS:0;867b237d0fa7:42797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42797%2C1731613635218, suffix=, logDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218, archiveDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/oldWALs, maxLogs=10 2024-11-14T19:47:17,370 DEBUG [RS:0;867b237d0fa7:42797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, exclude list is [], retry=0 2024-11-14T19:47:17,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-96c93449-0b27-4a64-b9ff-4a70ba0a02fa,DISK] 2024-11-14T19:47:17,374 INFO [RS:0;867b237d0fa7:42797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 2024-11-14T19:47:17,374 DEBUG [RS:0;867b237d0fa7:42797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-14T19:47:17,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:17,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:17,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:17,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:17,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:17,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:17,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:17,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:17,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:17,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:17,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740 2024-11-14T19:47:17,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740 2024-11-14T19:47:17,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:17,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:17,564 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:17,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:17,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:17,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66456105, jitterRate=-0.009726867079734802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:17,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613637551Initializing all the Stores at 1731613637555 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613637555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613637555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613637555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613637555Cleaning up temporary data from old regions at 1731613637564 (+9 ms)Region opened successfully at 1731613637574 (+10 ms) 2024-11-14T19:47:17,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:17,574 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:17,575 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613637574Disabling compacts and flushes for region at 1731613637574Disabling writes for close at 1731613637575 (+1 ms)Writing region close event to WAL at 1731613637575Closed at 1731613637575 2024-11-14T19:47:17,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:17,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:17,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:17,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:17,579 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:17,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:17,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:17,730 DEBUG [867b237d0fa7:43131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:47:17,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42797,1731613635218, state=OPENING 2024-11-14T19:47:17,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:17,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:17,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11340991201/meta-region-server: CHANGED 2024-11-14T19:47:17,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11340991201/meta-region-server: CHANGED 2024-11-14T19:47:17,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:17,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42797,1731613635218}] 2024-11-14T19:47:17,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:47:17,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:17,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:17,914 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:17,914 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:17,914 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:17,915 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42797%2C1731613635218.meta, suffix=.meta, logDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218, archiveDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/oldWALs, maxLogs=10 2024-11-14T19:47:17,929 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.meta.1731613637916.meta, exclude list is [], retry=0 2024-11-14T19:47:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-96c93449-0b27-4a64-b9ff-4a70ba0a02fa,DISK] 2024-11-14T19:47:17,933 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.meta.1731613637916.meta 2024-11-14T19:47:17,933 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-14T19:47:17,933 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:17,933 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:17,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:17,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:17,934 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:17,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:17,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:17,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:17,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:17,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:17,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:17,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:17,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:17,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:17,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:17,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:17,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:17,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:17,939 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:17,940 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740 2024-11-14T19:47:17,940 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740 2024-11-14T19:47:17,941 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:17,941 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:17,941 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:17,942 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:17,943 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59516566, jitterRate=-0.11313405632972717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:17,943 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:17,943 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613637934Writing region info on filesystem at 1731613637934Initializing all the Stores at 1731613637935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613637935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613637935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613637935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613637935Cleaning up temporary data from old regions at 1731613637941 (+6 ms)Running coprocessor post-open hooks at 1731613637943 (+2 ms)Region opened successfully at 1731613637943 2024-11-14T19:47:17,944 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613637904 2024-11-14T19:47:17,945 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:17,945 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:17,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42797,1731613635218, state=OPEN 2024-11-14T19:47:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11340991201/meta-region-server 2024-11-14T19:47:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11340991201/meta-region-server 2024-11-14T19:47:17,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:17,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11340991201/meta-region-server: CHANGED 2024-11-14T19:47:17,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11340991201/meta-region-server: CHANGED 2024-11-14T19:47:17,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:17,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42797,1731613635218 in 206 msec 2024-11-14T19:47:17,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:17,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-14T19:47:17,961 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:17,961 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:17,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:17,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42797,1731613635218, seqNum=-1] 2024-11-14T19:47:17,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:17,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:17,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-14T19:47:17,968 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613637968, completionTime=-1 2024-11-14T19:47:17,968 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:47:17,968 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:17,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:47:17,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613697970 2024-11-14T19:47:17,970 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613757970 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43131,1731613635121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43131,1731613635121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43131,1731613635121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:43131, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:17,973 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:17,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.699sec 2024-11-14T19:47:17,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:17,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:17,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:17,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:17,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:17,976 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43131,1731613635121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:17,976 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43131,1731613635121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:17,978 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:17,978 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:17,978 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43131,1731613635121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:18,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:18,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43131,-1 for getting cluster id 2024-11-14T19:47:18,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:18,049 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fe793f8-01b4-4e78-bd60-26183c0c7fb2' 2024-11-14T19:47:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fe793f8-01b4-4e78-bd60-26183c0c7fb2" 2024-11-14T19:47:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b22ad13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43131,-1] 2024-11-14T19:47:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:18,051 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:18,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:18,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42797,1731613635218, seqNum=-1] 2024-11-14T19:47:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:18,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:18,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,43131,1731613635121 2024-11-14T19:47:18,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60125 2024-11-14T19:47:18,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:18,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c10db0f0005 connected 2024-11-14T19:47:18,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35375,1731613629675 2024-11-14T19:47:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1531f8de 2024-11-14T19:47:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:18,079 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:18,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:47:18,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:18,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:18,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:47:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:18,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:47:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:18,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08f7fc259518521f0b8b01b5976af392, NAME => 'test,,1731613638080.08f7fc259518521f0b8b01b5976af392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558 2024-11-14T19:47:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:47:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:18,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613638080.08f7fc259518521f0b8b01b5976af392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:18,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08f7fc259518521f0b8b01b5976af392, disabling compactions & flushes 2024-11-14T19:47:18,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:18,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:18,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613638080.08f7fc259518521f0b8b01b5976af392. after waiting 0 ms 2024-11-14T19:47:18,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:18,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:18,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08f7fc259518521f0b8b01b5976af392: Waiting for close lock at 1731613638895Disabling compacts and flushes for region at 1731613638895Disabling writes for close at 1731613638895Writing region close event to WAL at 1731613638895Closed at 1731613638895 2024-11-14T19:47:18,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:18,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613638080.08f7fc259518521f0b8b01b5976af392.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613638896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613638896"}]},"ts":"1731613638896"} 2024-11-14T19:47:18,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:18,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:18,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613638899"}]},"ts":"1731613638899"} 2024-11-14T19:47:18,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:47:18,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08f7fc259518521f0b8b01b5976af392, ASSIGN}] 2024-11-14T19:47:18,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08f7fc259518521f0b8b01b5976af392, ASSIGN 2024-11-14T19:47:18,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08f7fc259518521f0b8b01b5976af392, ASSIGN; state=OFFLINE, location=867b237d0fa7,42471,1731613629793; forceNewPlan=false, retain=false 2024-11-14T19:47:19,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08f7fc259518521f0b8b01b5976af392, regionState=OPENING, regionLocation=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:19,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08f7fc259518521f0b8b01b5976af392, ASSIGN because future has completed 2024-11-14T19:47:19,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08f7fc259518521f0b8b01b5976af392, server=867b237d0fa7,42471,1731613629793}] 2024-11-14T19:47:19,210 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:19,210 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08f7fc259518521f0b8b01b5976af392, NAME => 'test,,1731613638080.08f7fc259518521f0b8b01b5976af392.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:19,211 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:19,211 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:47:19,211 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,211 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613638080.08f7fc259518521f0b8b01b5976af392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:19,211 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,211 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,212 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,213 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f7fc259518521f0b8b01b5976af392 columnFamilyName f 2024-11-14T19:47:19,213 DEBUG [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:19,213 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] regionserver.HStore(327): Store=08f7fc259518521f0b8b01b5976af392/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:19,213 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,214 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f7fc259518521f0b8b01b5976af392 columnFamilyName f1 2024-11-14T19:47:19,214 DEBUG [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:19,214 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] regionserver.HStore(327): Store=08f7fc259518521f0b8b01b5976af392/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:19,215 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,215 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f7fc259518521f0b8b01b5976af392 columnFamilyName norep 2024-11-14T19:47:19,215 DEBUG [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:19,216 INFO [StoreOpener-08f7fc259518521f0b8b01b5976af392-1 {}] regionserver.HStore(327): Store=08f7fc259518521f0b8b01b5976af392/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:19,216 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,216 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,216 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:19,217 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,217 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,217 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:19,218 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,219 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:19,220 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08f7fc259518521f0b8b01b5976af392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68857475, jitterRate=0.026056334376335144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:19,220 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:19,220 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08f7fc259518521f0b8b01b5976af392: Running coprocessor pre-open hook at 1731613639211Writing region info on filesystem at 1731613639211Initializing all the Stores at 1731613639212 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613639212Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613639212Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613639212Cleaning up temporary data from old regions at 1731613639217 (+5 ms)Running coprocessor post-open hooks at 1731613639220 (+3 ms)Region opened successfully at 1731613639220 2024-11-14T19:47:19,221 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613638080.08f7fc259518521f0b8b01b5976af392., pid=6, masterSystemTime=1731613639207 2024-11-14T19:47:19,222 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:19,222 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:19,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08f7fc259518521f0b8b01b5976af392, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08f7fc259518521f0b8b01b5976af392, server=867b237d0fa7,42471,1731613629793 because future has completed 2024-11-14T19:47:19,225 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=867b237d0fa7,42471,1731613629793, table=test, region=08f7fc259518521f0b8b01b5976af392. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T19:47:19,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:47:19,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08f7fc259518521f0b8b01b5976af392, server=867b237d0fa7,42471,1731613629793 in 171 msec 2024-11-14T19:47:19,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:47:19,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08f7fc259518521f0b8b01b5976af392, ASSIGN in 327 msec 2024-11-14T19:47:19,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:19,229 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613639229"}]},"ts":"1731613639229"} 2024-11-14T19:47:19,231 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:47:19,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:19,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-14T19:47:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:20,228 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:47:20,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43131,1731613635121 2024-11-14T19:47:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18afc92a 2024-11-14T19:47:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:20,230 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:20,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:47:20,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:20,236 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:20,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:47:20,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:47:20,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 183b8d988d704e5238303bbfe362b1db, NAME => 'test,,1731613640231.183b8d988d704e5238303bbfe362b1db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692 2024-11-14T19:47:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:47:20,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613640231.183b8d988d704e5238303bbfe362b1db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:20,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 183b8d988d704e5238303bbfe362b1db, disabling compactions & flushes 2024-11-14T19:47:20,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613640231.183b8d988d704e5238303bbfe362b1db. after waiting 0 ms 2024-11-14T19:47:20,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 183b8d988d704e5238303bbfe362b1db: Waiting for close lock at 1731613640256Disabling compacts and flushes for region at 1731613640256Disabling writes for close at 1731613640256Writing region close event to WAL at 1731613640256Closed at 1731613640256 2024-11-14T19:47:20,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:20,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613640231.183b8d988d704e5238303bbfe362b1db.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613640257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613640257"}]},"ts":"1731613640257"} 2024-11-14T19:47:20,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:20,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:20,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613640263"}]},"ts":"1731613640263"} 2024-11-14T19:47:20,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:47:20,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=183b8d988d704e5238303bbfe362b1db, ASSIGN}] 2024-11-14T19:47:20,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=183b8d988d704e5238303bbfe362b1db, ASSIGN 2024-11-14T19:47:20,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=183b8d988d704e5238303bbfe362b1db, ASSIGN; state=OFFLINE, location=867b237d0fa7,42797,1731613635218; forceNewPlan=false, retain=false 2024-11-14T19:47:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:20,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=183b8d988d704e5238303bbfe362b1db, regionState=OPENING, regionLocation=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:20,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=183b8d988d704e5238303bbfe362b1db, ASSIGN because future has completed 2024-11-14T19:47:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 183b8d988d704e5238303bbfe362b1db, server=867b237d0fa7,42797,1731613635218}] 2024-11-14T19:47:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:20,579 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,579 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 183b8d988d704e5238303bbfe362b1db, NAME => 'test,,1731613640231.183b8d988d704e5238303bbfe362b1db.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:20,580 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:20,580 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:47:20,580 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,580 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613640231.183b8d988d704e5238303bbfe362b1db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:20,580 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,580 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,590 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,591 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 183b8d988d704e5238303bbfe362b1db columnFamilyName f 2024-11-14T19:47:20,591 DEBUG [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:20,592 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] regionserver.HStore(327): Store=183b8d988d704e5238303bbfe362b1db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:20,592 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,594 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 183b8d988d704e5238303bbfe362b1db columnFamilyName f1 2024-11-14T19:47:20,594 DEBUG [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:20,594 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] regionserver.HStore(327): Store=183b8d988d704e5238303bbfe362b1db/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:20,594 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,595 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 183b8d988d704e5238303bbfe362b1db columnFamilyName norep 2024-11-14T19:47:20,596 DEBUG [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:20,596 INFO [StoreOpener-183b8d988d704e5238303bbfe362b1db-1 {}] regionserver.HStore(327): Store=183b8d988d704e5238303bbfe362b1db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:20,596 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,597 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,597 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,599 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,599 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,599 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:20,600 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,602 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:20,603 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 183b8d988d704e5238303bbfe362b1db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62760309, jitterRate=-0.0647985190153122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:20,603 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:20,603 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 183b8d988d704e5238303bbfe362b1db: Running coprocessor pre-open hook at 1731613640580Writing region info on filesystem at 1731613640581 (+1 ms)Initializing all the Stores at 1731613640584 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613640585 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613640590 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613640590Cleaning up temporary data from old regions at 1731613640599 (+9 ms)Running coprocessor post-open hooks at 1731613640603 (+4 ms)Region opened successfully at 1731613640603 2024-11-14T19:47:20,607 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613640231.183b8d988d704e5238303bbfe362b1db., pid=6, masterSystemTime=1731613640575 2024-11-14T19:47:20,609 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,609 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:20,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=183b8d988d704e5238303bbfe362b1db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 183b8d988d704e5238303bbfe362b1db, server=867b237d0fa7,42797,1731613635218 because future has completed 2024-11-14T19:47:20,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:47:20,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 183b8d988d704e5238303bbfe362b1db, server=867b237d0fa7,42797,1731613635218 in 190 msec 2024-11-14T19:47:20,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:47:20,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=183b8d988d704e5238303bbfe362b1db, ASSIGN in 349 msec 2024-11-14T19:47:20,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:20,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613640618"}]},"ts":"1731613640618"} 2024-11-14T19:47:20,620 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:47:20,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:20,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 390 msec 2024-11-14T19:47:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:20,867 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:47:20,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35375,-1 for getting cluster id 2024-11-14T19:47:20,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:20,869 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a949855-83c5-4910-99a3-aa313b3f6fa7' 2024-11-14T19:47:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a949855-83c5-4910-99a3-aa313b3f6fa7" 2024-11-14T19:47:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa88bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35375,-1] 2024-11-14T19:47:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:20,870 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8bcb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43131,-1 for getting cluster id 2024-11-14T19:47:20,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:20,873 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fe793f8-01b4-4e78-bd60-26183c0c7fb2' 2024-11-14T19:47:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fe793f8-01b4-4e78-bd60-26183c0c7fb2" 2024-11-14T19:47:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48488bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43131,-1] 2024-11-14T19:47:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:20,874 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beaf5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35375,-1 for getting cluster id 2024-11-14T19:47:20,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:20,876 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a949855-83c5-4910-99a3-aa313b3f6fa7' 2024-11-14T19:47:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a949855-83c5-4910-99a3-aa313b3f6fa7" 2024-11-14T19:47:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc05d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35375,-1] 2024-11-14T19:47:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:20,878 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:20,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f35a03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35375,1731613629675 2024-11-14T19:47:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad260dc 2024-11-14T19:47:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:20,881 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:20,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:43131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:47:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:47:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:20,884 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:43131' 2024-11-14T19:47:20,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7b8f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,885 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43131,-1 for getting cluster id 2024-11-14T19:47:20,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:20,886 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fe793f8-01b4-4e78-bd60-26183c0c7fb2' 2024-11-14T19:47:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fe793f8-01b4-4e78-bd60-26183c0c7fb2" 2024-11-14T19:47:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7724a40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43131,-1] 2024-11-14T19:47:20,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:20,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:20,887 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4fc05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:20,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43131,1731613635121 2024-11-14T19:47:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76694a5d 2024-11-14T19:47:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:20,890 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:20,891 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:47:20,891 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:47:20,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:20,892 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:20,892 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:20,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:20,893 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:47:20,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:20,895 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:20,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:47:20,944 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:47:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:21,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0562b84e620b260d2edc388f9d431404, NAME => 'hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558 2024-11-14T19:47:21,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:47:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0562b84e620b260d2edc388f9d431404, disabling compactions & flushes 2024-11-14T19:47:21,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. after waiting 0 ms 2024-11-14T19:47:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0562b84e620b260d2edc388f9d431404: Waiting for close lock at 1731613641341Disabling compacts and flushes for region at 1731613641341Disabling writes for close at 1731613641341Writing region close event to WAL at 1731613641341Closed at 1731613641341 2024-11-14T19:47:21,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:21,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613641343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613641343"}]},"ts":"1731613641343"} 2024-11-14T19:47:21,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:21,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:21,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613641346"}]},"ts":"1731613641346"} 2024-11-14T19:47:21,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:47:21,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0562b84e620b260d2edc388f9d431404, ASSIGN}] 2024-11-14T19:47:21,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0562b84e620b260d2edc388f9d431404, ASSIGN 2024-11-14T19:47:21,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0562b84e620b260d2edc388f9d431404, ASSIGN; state=OFFLINE, location=867b237d0fa7,42471,1731613629793; forceNewPlan=false, retain=false 2024-11-14T19:47:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:21,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0562b84e620b260d2edc388f9d431404, regionState=OPENING, regionLocation=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:21,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0562b84e620b260d2edc388f9d431404, ASSIGN because future has completed 2024-11-14T19:47:21,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0562b84e620b260d2edc388f9d431404, server=867b237d0fa7,42471,1731613629793}] 2024-11-14T19:47:21,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:21,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:47:21,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42471%2C1731613629793.rep, suffix=, logDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793, archiveDir=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/oldWALs, maxLogs=10 2024-11-14T19:47:21,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.rep.1731613641672, exclude list is [], retry=0 2024-11-14T19:47:21,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-3e1d1add-d5df-48d6-b807-f953d1feb9aa,DISK] 2024-11-14T19:47:21,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.rep.1731613641672 2024-11-14T19:47:21,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38271:38271)] 2024-11-14T19:47:21,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0562b84e620b260d2edc388f9d431404, NAME => 'hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:21,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:21,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:21,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. service=MultiRowMutationService 2024-11-14T19:47:21,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:47:21,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:21,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,700 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,701 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0562b84e620b260d2edc388f9d431404 columnFamilyName hfileref 2024-11-14T19:47:21,701 DEBUG [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:21,701 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] regionserver.HStore(327): Store=0562b84e620b260d2edc388f9d431404/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:21,702 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,702 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0562b84e620b260d2edc388f9d431404 columnFamilyName queue 2024-11-14T19:47:21,702 DEBUG [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:21,703 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] regionserver.HStore(327): Store=0562b84e620b260d2edc388f9d431404/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:21,703 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,704 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0562b84e620b260d2edc388f9d431404 columnFamilyName sid 2024-11-14T19:47:21,704 DEBUG [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:21,704 INFO [StoreOpener-0562b84e620b260d2edc388f9d431404-1 {}] regionserver.HStore(327): Store=0562b84e620b260d2edc388f9d431404/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:21,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/replication/0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/replication/0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:21,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/replication/0562b84e620b260d2edc388f9d431404/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:21,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0562b84e620b260d2edc388f9d431404; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74915353, jitterRate=0.1163257509469986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:21,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:21,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0562b84e620b260d2edc388f9d431404: Running coprocessor pre-open hook at 1731613641694Writing region info on filesystem at 1731613641694Initializing all the Stores at 1731613641695 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613641695Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613641700 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613641700Cleaning up temporary data from old regions at 1731613641705 (+5 ms)Running coprocessor post-open hooks at 1731613641708 (+3 ms)Region opened successfully at 1731613641709 (+1 ms) 2024-11-14T19:47:21,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404., pid=10, masterSystemTime=1731613641663 2024-11-14T19:47:21,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:21,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0562b84e620b260d2edc388f9d431404, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42471,1731613629793 2024-11-14T19:47:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0562b84e620b260d2edc388f9d431404, server=867b237d0fa7,42471,1731613629793 because future has completed 2024-11-14T19:47:21,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:47:21,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0562b84e620b260d2edc388f9d431404, server=867b237d0fa7,42471,1731613629793 in 205 msec 2024-11-14T19:47:21,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:47:21,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0562b84e620b260d2edc388f9d431404, ASSIGN in 363 msec 2024-11-14T19:47:21,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:21,719 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613641719"}]},"ts":"1731613641719"} 2024-11-14T19:47:21,721 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:47:21,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:21,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 829 msec 2024-11-14T19:47:21,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404., hostname=867b237d0fa7,42471,1731613629793, seqNum=2] 2024-11-14T19:47:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:21,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:47:21,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:47:21,981 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:47:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:22,030 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,42471,1731613629793, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:47:22,031 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:22,031 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42471,1731613629793, seqNum=-1] 2024-11-14T19:47:22,032 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:22,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:22,037 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,42471,1731613629793', locateType=CURRENT is [region=hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404., hostname=867b237d0fa7,42471,1731613629793, seqNum=2] 2024-11-14T19:47:22,042 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:47:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:47:22,045 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,42471,1731613629793 suceeded 2024-11-14T19:47:22,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:47:22,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-14T19:47:22,048 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:43131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:47:22,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1670 sec 2024-11-14T19:47:22,075 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:43131' 2024-11-14T19:47:22,076 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7fe5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:22,076 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43131,-1 for getting cluster id 2024-11-14T19:47:22,077 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:22,079 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fe793f8-01b4-4e78-bd60-26183c0c7fb2' 2024-11-14T19:47:22,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:22,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fe793f8-01b4-4e78-bd60-26183c0c7fb2" 2024-11-14T19:47:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51148676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43131,-1] 2024-11-14T19:47:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:22,082 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:22,083 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291e623f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:22,083 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:22,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43131,1731613635121 2024-11-14T19:47:22,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd4b50d 2024-11-14T19:47:22,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:22,086 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T19:47:22,086 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,42471,1731613629793 (queues=1) is replicating from cluster=1a949855-83c5-4910-99a3-aa313b3f6fa7 to cluster=8fe793f8-01b4-4e78-bd60-26183c0c7fb2 2024-11-14T19:47:22,087 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C42471%2C1731613629793 2024-11-14T19:47:22,087 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,42471,1731613629793, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:47:22,088 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, startPosition=0, beingWritten=true 2024-11-14T19:47:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:47:22,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:47:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:47:22,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T19:47:22,106 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C42471%2C1731613629793 2024-11-14T19:47:22,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T19:47:22,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T19:47:22,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:22,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T19:47:22,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:22,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T19:47:22,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:22,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:47:22,141 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:22,141 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:22,141 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42471,1731613629793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:22,392 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:22,740 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:22,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:22,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:22,802 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18206 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:23,027 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:47:23,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:23,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:23,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:23,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:23,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:23,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:23,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43131,-1 for getting cluster id 2024-11-14T19:47:23,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:23,035 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fe793f8-01b4-4e78-bd60-26183c0c7fb2' 2024-11-14T19:47:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fe793f8-01b4-4e78-bd60-26183c0c7fb2" 2024-11-14T19:47:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3a265d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43131,-1] 2024-11-14T19:47:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:23,038 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0142b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:23,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43131,1731613635121 2024-11-14T19:47:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498ccf4 2024-11-14T19:47:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:23,041 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:23,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:47:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:47:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:23,045 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:35375' 2024-11-14T19:47:23,058 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d538108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:23,058 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35375,-1 for getting cluster id 2024-11-14T19:47:23,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:23,059 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a949855-83c5-4910-99a3-aa313b3f6fa7' 2024-11-14T19:47:23,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a949855-83c5-4910-99a3-aa313b3f6fa7" 2024-11-14T19:47:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1369a3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35375,-1] 2024-11-14T19:47:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:23,061 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78df43d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:23,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35375,1731613629675 2024-11-14T19:47:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2275695e 2024-11-14T19:47:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:23,064 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:23,065 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:47:23,065 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:47:23,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:23,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:23,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:23,066 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:23,067 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:47:23,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:23,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:23,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:23,117 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:47:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:23,148 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:23,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:47:23,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d507dd5ebdbb0032c785bcce48d0456c, NAME => 'hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692 2024-11-14T19:47:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:47:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:23,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:23,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:23,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:47:23,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:23,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d507dd5ebdbb0032c785bcce48d0456c, disabling compactions & flushes 2024-11-14T19:47:23,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:23,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:23,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. after waiting 0 ms 2024-11-14T19:47:23,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:23,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:23,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d507dd5ebdbb0032c785bcce48d0456c: Waiting for close lock at 1731613643649Disabling compacts and flushes for region at 1731613643649Disabling writes for close at 1731613643649Writing region close event to WAL at 1731613643649Closed at 1731613643649 2024-11-14T19:47:23,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:23,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613643651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613643651"}]},"ts":"1731613643651"} 2024-11-14T19:47:23,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:23,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:23,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613643654"}]},"ts":"1731613643654"} 2024-11-14T19:47:23,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:47:23,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d507dd5ebdbb0032c785bcce48d0456c, ASSIGN}] 2024-11-14T19:47:23,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d507dd5ebdbb0032c785bcce48d0456c, ASSIGN 2024-11-14T19:47:23,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d507dd5ebdbb0032c785bcce48d0456c, ASSIGN; state=OFFLINE, location=867b237d0fa7,42797,1731613635218; forceNewPlan=false, retain=false 2024-11-14T19:47:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:23,716 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:23,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:47:23,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d507dd5ebdbb0032c785bcce48d0456c, regionState=OPENING, regionLocation=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:23,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d507dd5ebdbb0032c785bcce48d0456c, ASSIGN because future has completed 2024-11-14T19:47:23,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d507dd5ebdbb0032c785bcce48d0456c, server=867b237d0fa7,42797,1731613635218}] 2024-11-14T19:47:24,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:24,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:24,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:47:24,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42797%2C1731613635218.rep, suffix=, logDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218, archiveDir=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/oldWALs, maxLogs=10 2024-11-14T19:47:24,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.rep.1731613644005, exclude list is [], retry=0 2024-11-14T19:47:24,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-96c93449-0b27-4a64-b9ff-4a70ba0a02fa,DISK] 2024-11-14T19:47:24,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.rep.1731613644005 2024-11-14T19:47:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215)] 2024-11-14T19:47:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d507dd5ebdbb0032c785bcce48d0456c, NAME => 'hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:24,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. service=MultiRowMutationService 2024-11-14T19:47:24,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:47:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:24,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,041 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,044 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d507dd5ebdbb0032c785bcce48d0456c columnFamilyName hfileref 2024-11-14T19:47:24,044 DEBUG [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:24,044 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] regionserver.HStore(327): Store=d507dd5ebdbb0032c785bcce48d0456c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:24,044 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,045 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d507dd5ebdbb0032c785bcce48d0456c columnFamilyName queue 2024-11-14T19:47:24,045 DEBUG [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:24,046 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] regionserver.HStore(327): Store=d507dd5ebdbb0032c785bcce48d0456c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:24,046 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,046 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d507dd5ebdbb0032c785bcce48d0456c columnFamilyName sid 2024-11-14T19:47:24,047 DEBUG [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:24,047 INFO [StoreOpener-d507dd5ebdbb0032c785bcce48d0456c-1 {}] regionserver.HStore(327): Store=d507dd5ebdbb0032c785bcce48d0456c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:24,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:24,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:24,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d507dd5ebdbb0032c785bcce48d0456c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71046162, jitterRate=0.05867031216621399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:24,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:24,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d507dd5ebdbb0032c785bcce48d0456c: Running coprocessor pre-open hook at 1731613644038Writing region info on filesystem at 1731613644038Initializing all the Stores at 1731613644039 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613644039Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613644041 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613644041Cleaning up temporary data from old regions at 1731613644048 (+7 ms)Running coprocessor post-open hooks at 1731613644051 (+3 ms)Region opened successfully at 1731613644051 2024-11-14T19:47:24,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c., pid=10, masterSystemTime=1731613643979 2024-11-14T19:47:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:24,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:24,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d507dd5ebdbb0032c785bcce48d0456c, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42797,1731613635218 2024-11-14T19:47:24,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d507dd5ebdbb0032c785bcce48d0456c, server=867b237d0fa7,42797,1731613635218 because future has completed 2024-11-14T19:47:24,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:47:24,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d507dd5ebdbb0032c785bcce48d0456c, server=867b237d0fa7,42797,1731613635218 in 245 msec 2024-11-14T19:47:24,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:47:24,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d507dd5ebdbb0032c785bcce48d0456c, ASSIGN in 403 msec 2024-11-14T19:47:24,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:24,062 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613644062"}]},"ts":"1731613644062"} 2024-11-14T19:47:24,064 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:47:24,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:24,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 999 msec 2024-11-14T19:47:24,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c., hostname=867b237d0fa7,42797,1731613635218, seqNum=2] 2024-11-14T19:47:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:24,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:47:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:24,320 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:24,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:47:24,323 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:47:24,361 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,42797,1731613635218, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:47:24,362 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:24,362 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42797,1731613635218, seqNum=-1] 2024-11-14T19:47:24,362 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:24,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:24,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,42797,1731613635218', locateType=CURRENT is [region=hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c., hostname=867b237d0fa7,42797,1731613635218, seqNum=2] 2024-11-14T19:47:24,368 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:47:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:47:24,372 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,42797,1731613635218 suceeded 2024-11-14T19:47:24,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:47:24,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-14T19:47:24,374 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:47:24,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3330 sec 2024-11-14T19:47:24,391 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:35375' 2024-11-14T19:47:24,393 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4491a22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:24,393 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35375,-1 for getting cluster id 2024-11-14T19:47:24,393 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:24,394 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a949855-83c5-4910-99a3-aa313b3f6fa7' 2024-11-14T19:47:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a949855-83c5-4910-99a3-aa313b3f6fa7" 2024-11-14T19:47:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a865df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35375,-1] 2024-11-14T19:47:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:24,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:24,396 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:24,397 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3510e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:24,397 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:24,399 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35375,1731613629675 2024-11-14T19:47:24,399 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3e0693 2024-11-14T19:47:24,399 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:24,400 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T19:47:24,401 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,42797,1731613635218 (queues=1) is replicating from cluster=8fe793f8-01b4-4e78-bd60-26183c0c7fb2 to cluster=1a949855-83c5-4910-99a3-aa313b3f6fa7 2024-11-14T19:47:24,401 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C42797%2C1731613635218 2024-11-14T19:47:24,401 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,42797,1731613635218, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:47:24,403 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, startPosition=0, beingWritten=true 2024-11-14T19:47:24,411 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C42797%2C1731613635218 2024-11-14T19:47:24,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:24,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 379, reset compression=false 2024-11-14T19:47:24,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42797,1731613635218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:24,624 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 379, reset compression=false 2024-11-14T19:47:24,928 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 379, reset compression=false 2024-11-14T19:47:25,039 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:25,187 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:47:25,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:25,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:25,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:25,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:25,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:25,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42471,1731613629793, seqNum=-1] 2024-11-14T19:47:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:25,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:25,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613638080.08f7fc259518521f0b8b01b5976af392., hostname=867b237d0fa7,42471,1731613629793, seqNum=2] 2024-11-14T19:47:25,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42797,1731613635218, seqNum=-1] 2024-11-14T19:47:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:25,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:25,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613640231.183b8d988d704e5238303bbfe362b1db., hostname=867b237d0fa7,42797,1731613635218, seqNum=2] 2024-11-14T19:47:25,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T19:47:25,347 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 379, reset compression=false 2024-11-14T19:47:25,851 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 379, reset compression=false 2024-11-14T19:47:25,856 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 379, reset compression=false 2024-11-14T19:47:25,857 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:47:25,857 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 480, reset compression=false 2024-11-14T19:47:25,857 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42471,1731613629793 got entry batch from reader: WALEntryBatch [walEntries=[{test/08f7fc259518521f0b8b01b5976af392/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T19:47:25,861 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:25,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T19:47:25,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:47:25,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189abc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:25,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43131,-1 for getting cluster id 2024-11-14T19:47:25,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:25,866 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fe793f8-01b4-4e78-bd60-26183c0c7fb2' 2024-11-14T19:47:25,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:25,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fe793f8-01b4-4e78-bd60-26183c0c7fb2" 2024-11-14T19:47:25,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2ba35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:25,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43131,-1] 2024-11-14T19:47:25,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:25,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:25,867 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:25,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42148698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:25,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:25,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42797,1731613635218, seqNum=-1] 2024-11-14T19:47:25,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:25,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613640231.183b8d988d704e5238303bbfe362b1db., hostname=867b237d0fa7,42797,1731613635218, seqNum=2] 2024-11-14T19:47:25,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:47:26,077 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 480, reset compression=false 2024-11-14T19:47:26,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T19:47:26,211 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T19:47:26,383 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 480, reset compression=false 2024-11-14T19:47:26,466 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 379, reset compression=false 2024-11-14T19:47:26,479 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:47:26,479 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 607, reset compression=false 2024-11-14T19:47:26,479 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42797,1731613635218 got entry batch from reader: WALEntryBatch [walEntries=[{test/183b8d988d704e5238303bbfe362b1db/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:47:26,482 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:26,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T19:47:26,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:47:26,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2558642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:26,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35375,-1 for getting cluster id 2024-11-14T19:47:26,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:26,496 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a949855-83c5-4910-99a3-aa313b3f6fa7' 2024-11-14T19:47:26,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:26,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a949855-83c5-4910-99a3-aa313b3f6fa7" 2024-11-14T19:47:26,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab0b62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:26,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35375,-1] 2024-11-14T19:47:26,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:26,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:26,497 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:26,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e8e236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:26,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:26,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42471,1731613629793, seqNum=-1] 2024-11-14T19:47:26,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:26,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:26,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731613638080.08f7fc259518521f0b8b01b5976af392., hostname=867b237d0fa7,42471,1731613629793, seqNum=2] 2024-11-14T19:47:26,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:47:26,688 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 607, reset compression=false 2024-11-14T19:47:26,790 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 480, reset compression=false 2024-11-14T19:47:26,795 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:26,795 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 608, reset compression=false 2024-11-14T19:47:26,795 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42471,1731613629793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:27,000 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 608, reset compression=false 2024-11-14T19:47:27,000 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 607, reset compression=false 2024-11-14T19:47:27,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T19:47:27,220 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T19:47:27,307 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 608, reset compression=false 2024-11-14T19:47:27,319 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:47:27,319 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 764, reset compression=false 2024-11-14T19:47:27,319 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42471,1731613629793 got entry batch from reader: WALEntryBatch [walEntries=[{test/08f7fc259518521f0b8b01b5976af392/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T19:47:27,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:47:27,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:47:27,407 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 607, reset compression=false 2024-11-14T19:47:27,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:27,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 754, reset compression=false 2024-11-14T19:47:27,413 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42797,1731613635218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:27,524 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 764, reset compression=false 2024-11-14T19:47:27,620 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 754, reset compression=false 2024-11-14T19:47:27,832 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 764, reset compression=false 2024-11-14T19:47:27,932 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 754, reset compression=false 2024-11-14T19:47:28,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T19:47:28,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T19:47:28,246 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 764, reset compression=false 2024-11-14T19:47:28,340 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 754, reset compression=false 2024-11-14T19:47:28,345 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:47:28,346 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42797,1731613635218 got entry batch from reader: WALEntryBatch [walEntries=[{test/183b8d988d704e5238303bbfe362b1db/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T19:47:28,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:47:28,350 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 913, reset compression=false 2024-11-14T19:47:28,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:47:28,556 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 913, reset compression=false 2024-11-14T19:47:28,758 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 764, reset compression=false 2024-11-14T19:47:28,764 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:28,764 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:28,764 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42471,1731613629793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:28,866 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 913, reset compression=false 2024-11-14T19:47:28,972 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:29,232 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T19:47:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:29,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:29,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:29,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:29,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:29,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:29,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705558111, stopped=false 2024-11-14T19:47:29,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,43131,1731613635121 2024-11-14T19:47:29,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:29,284 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 913, reset compression=false 2024-11-14T19:47:29,284 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11340991201/running 2024-11-14T19:47:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11340991201/running 2024-11-14T19:47:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:29,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:29,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:29,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:29,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:29,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/running 2024-11-14T19:47:29,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,42797,1731613635218' ***** 2024-11-14T19:47:29,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:29,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Set watcher on znode that does not yet exist, /11340991201/running 2024-11-14T19:47:29,302 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:29,302 INFO [RS:0;867b237d0fa7:42797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:29,302 INFO [RS:0;867b237d0fa7:42797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:29,302 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:29,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:29,303 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:29,303 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,42797,1731613635218 2024-11-14T19:47:29,303 INFO [RS:0;867b237d0fa7:42797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:29,303 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d507dd5ebdbb0032c785bcce48d0456c, disabling compactions & flushes 2024-11-14T19:47:29,303 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:29,303 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:29,303 INFO [RS:0;867b237d0fa7:42797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42797. 2024-11-14T19:47:29,303 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. after waiting 0 ms 2024-11-14T19:47:29,303 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:29,303 DEBUG [RS:0;867b237d0fa7:42797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:29,303 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:29,303 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d507dd5ebdbb0032c785bcce48d0456c 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-14T19:47:29,303 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:29,304 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:29,304 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:29,304 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:29,304 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:47:29,304 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1325): Online Regions={d507dd5ebdbb0032c785bcce48d0456c=hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c., 1588230740=hbase:meta,,1.1588230740, 183b8d988d704e5238303bbfe362b1db=test,,1731613640231.183b8d988d704e5238303bbfe362b1db.} 2024-11-14T19:47:29,304 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 183b8d988d704e5238303bbfe362b1db, d507dd5ebdbb0032c785bcce48d0456c 2024-11-14T19:47:29,304 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:29,304 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:29,304 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:29,304 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:29,304 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:29,304 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:47:29,331 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/.tmp/queue/f355fe5a264c4808bfb07ae44456391d is 153, key is 1-867b237d0fa7,42797,1731613635218/queue:867b237d0fa7%2C42797%2C1731613635218/1731613648351/Put/seqid=0 2024-11-14T19:47:29,336 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741840_1016 (size=5352) 2024-11-14T19:47:29,343 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/.tmp/queue/f355fe5a264c4808bfb07ae44456391d 2024-11-14T19:47:29,349 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/.tmp/queue/f355fe5a264c4808bfb07ae44456391d as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/queue/f355fe5a264c4808bfb07ae44456391d 2024-11-14T19:47:29,354 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/queue/f355fe5a264c4808bfb07ae44456391d, entries=1, sequenceid=9, filesize=5.2 K 2024-11-14T19:47:29,355 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for d507dd5ebdbb0032c785bcce48d0456c in 52ms, sequenceid=9, compaction requested=false 2024-11-14T19:47:29,362 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/info/1cb1715908e749a492eec49e3ea5ef89 is 147, key is hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c./info:regioninfo/1731613644054/Put/seqid=0 2024-11-14T19:47:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741841_1017 (size=7686) 2024-11-14T19:47:29,368 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/replication/d507dd5ebdbb0032c785bcce48d0456c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:47:29,369 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:29,369 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:29,369 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:29,369 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d507dd5ebdbb0032c785bcce48d0456c: Waiting for close lock at 1731613649303Running coprocessor pre-close hooks at 1731613649303Disabling compacts and flushes for region at 1731613649303Disabling writes for close at 1731613649303Obtaining lock to block concurrent updates at 1731613649303Preparing flush snapshotting stores in d507dd5ebdbb0032c785bcce48d0456c at 1731613649303Finished memstore snapshotting hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731613649304 (+1 ms)Flushing stores of hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. at 1731613649304Flushing d507dd5ebdbb0032c785bcce48d0456c/queue: creating writer at 1731613649304Flushing d507dd5ebdbb0032c785bcce48d0456c/queue: appending metadata at 1731613649330 (+26 ms)Flushing d507dd5ebdbb0032c785bcce48d0456c/queue: closing flushed file at 1731613649330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dab6962: reopening flushed file at 1731613649348 (+18 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for d507dd5ebdbb0032c785bcce48d0456c in 52ms, sequenceid=9, compaction requested=false at 1731613649355 (+7 ms)Writing region close event to WAL at 1731613649363 (+8 ms)Running coprocessor post-close hooks at 1731613649369 (+6 ms)Closed at 1731613649369 2024-11-14T19:47:29,369 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613643065.d507dd5ebdbb0032c785bcce48d0456c. 2024-11-14T19:47:29,370 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 183b8d988d704e5238303bbfe362b1db, disabling compactions & flushes 2024-11-14T19:47:29,370 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:29,370 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:29,370 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613640231.183b8d988d704e5238303bbfe362b1db. after waiting 0 ms 2024-11-14T19:47:29,370 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:29,370 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 183b8d988d704e5238303bbfe362b1db 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T19:47:29,398 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/f/76720d6ceea54fbf9e1272ba43d21960 is 29, key is row1/f:/1731613648224/DeleteFamily/seqid=0 2024-11-14T19:47:29,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741842_1018 (size=5118) 2024-11-14T19:47:29,402 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/f/76720d6ceea54fbf9e1272ba43d21960 2024-11-14T19:47:29,406 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76720d6ceea54fbf9e1272ba43d21960 2024-11-14T19:47:29,423 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/f1/c90c6a6cf70a411680d5259859adf16c is 30, key is row1/f1:/1731613648224/DeleteFamily/seqid=0 2024-11-14T19:47:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741843_1019 (size=5123) 2024-11-14T19:47:29,436 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/f1/c90c6a6cf70a411680d5259859adf16c 2024-11-14T19:47:29,441 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90c6a6cf70a411680d5259859adf16c 2024-11-14T19:47:29,463 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/norep/9aeb38a8f54e4126801644b816a4ee4f is 33, key is row1/norep:/1731613648224/DeleteFamily/seqid=0 2024-11-14T19:47:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741844_1020 (size=5108) 2024-11-14T19:47:29,469 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/norep/9aeb38a8f54e4126801644b816a4ee4f 2024-11-14T19:47:29,473 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aeb38a8f54e4126801644b816a4ee4f 2024-11-14T19:47:29,474 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/f/76720d6ceea54fbf9e1272ba43d21960 as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/f/76720d6ceea54fbf9e1272ba43d21960 2024-11-14T19:47:29,487 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76720d6ceea54fbf9e1272ba43d21960 2024-11-14T19:47:29,487 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/f/76720d6ceea54fbf9e1272ba43d21960, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T19:47:29,488 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/f1/c90c6a6cf70a411680d5259859adf16c as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/f1/c90c6a6cf70a411680d5259859adf16c 2024-11-14T19:47:29,493 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90c6a6cf70a411680d5259859adf16c 2024-11-14T19:47:29,493 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/f1/c90c6a6cf70a411680d5259859adf16c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T19:47:29,496 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/.tmp/norep/9aeb38a8f54e4126801644b816a4ee4f as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/norep/9aeb38a8f54e4126801644b816a4ee4f 2024-11-14T19:47:29,503 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aeb38a8f54e4126801644b816a4ee4f 2024-11-14T19:47:29,504 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/norep/9aeb38a8f54e4126801644b816a4ee4f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T19:47:29,504 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 183b8d988d704e5238303bbfe362b1db 2024-11-14T19:47:29,505 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 183b8d988d704e5238303bbfe362b1db in 134ms, sequenceid=8, compaction requested=false 2024-11-14T19:47:29,519 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/default/test/183b8d988d704e5238303bbfe362b1db/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:47:29,520 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:29,520 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:29,520 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:29,520 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 183b8d988d704e5238303bbfe362b1db: Waiting for close lock at 1731613649370Running coprocessor pre-close hooks at 1731613649370Disabling compacts and flushes for region at 1731613649370Disabling writes for close at 1731613649370Obtaining lock to block concurrent updates at 1731613649370Preparing flush snapshotting stores in 183b8d988d704e5238303bbfe362b1db at 1731613649370Finished memstore snapshotting test,,1731613640231.183b8d988d704e5238303bbfe362b1db., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731613649370Flushing stores of test,,1731613640231.183b8d988d704e5238303bbfe362b1db. at 1731613649379 (+9 ms)Flushing 183b8d988d704e5238303bbfe362b1db/f: creating writer at 1731613649379Flushing 183b8d988d704e5238303bbfe362b1db/f: appending metadata at 1731613649397 (+18 ms)Flushing 183b8d988d704e5238303bbfe362b1db/f: closing flushed file at 1731613649397Flushing 183b8d988d704e5238303bbfe362b1db/f1: creating writer at 1731613649406 (+9 ms)Flushing 183b8d988d704e5238303bbfe362b1db/f1: appending metadata at 1731613649423 (+17 ms)Flushing 183b8d988d704e5238303bbfe362b1db/f1: closing flushed file at 1731613649423Flushing 183b8d988d704e5238303bbfe362b1db/norep: creating writer at 1731613649441 (+18 ms)Flushing 183b8d988d704e5238303bbfe362b1db/norep: appending metadata at 1731613649463 (+22 ms)Flushing 183b8d988d704e5238303bbfe362b1db/norep: closing flushed file at 1731613649463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661c7662: reopening flushed file at 1731613649473 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688278bc: reopening flushed file at 1731613649487 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca420c6: reopening flushed file at 1731613649493 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 183b8d988d704e5238303bbfe362b1db in 134ms, sequenceid=8, compaction requested=false at 1731613649505 (+12 ms)Writing region close event to WAL at 1731613649515 (+10 ms)Running coprocessor post-close hooks at 1731613649520 (+5 ms)Closed at 1731613649520 2024-11-14T19:47:29,520 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613640231.183b8d988d704e5238303bbfe362b1db. 2024-11-14T19:47:29,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:29,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:29,704 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:29,731 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:29,769 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/info/1cb1715908e749a492eec49e3ea5ef89 2024-11-14T19:47:29,793 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/ns/686e989b397a401682f3c92fb04938e9 is 43, key is default/ns:d/1731613637964/Put/seqid=0 2024-11-14T19:47:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741845_1021 (size=5153) 2024-11-14T19:47:29,800 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 913, reset compression=false 2024-11-14T19:47:29,805 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:29,805 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 1804, reset compression=false 2024-11-14T19:47:29,805 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42797,1731613635218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353, lastWalPosition=1804, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:29,806 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,42797,1731613635218: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,42797,1731613635218, walGroup=867b237d0fa7%2C42797%2C1731613635218, offset=867b237d0fa7%2C42797%2C1731613635218.1731613637353:1804, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:42797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:47:29,807 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:47:29,807 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:47:29,808 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:47:29,808 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:47:29,808 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:47:29,808 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 609183792 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 190834552 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:47:29,809 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:43131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:43131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:47:29,905 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:30,009 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 1804, reset compression=false 2024-11-14T19:47:30,105 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:30,198 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/ns/686e989b397a401682f3c92fb04938e9 2024-11-14T19:47:30,218 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/rep_barrier/e3047afe99a44c3db1d4e70418289517 is 112, key is test,,1731613640231.183b8d988d704e5238303bbfe362b1db./rep_barrier:seqnumDuringOpen/1731613640609/Put/seqid=0 2024-11-14T19:47:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741846_1022 (size=5518) 2024-11-14T19:47:30,234 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:30,254 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:30,254 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:30,305 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:30,305 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:47:30,305 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:30,317 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 1804, reset compression=false 2024-11-14T19:47:30,505 DEBUG [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:47:30,626 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/rep_barrier/e3047afe99a44c3db1d4e70418289517 2024-11-14T19:47:30,649 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/table/eb145b0e288548b68e45751a55958672 is 53, key is hbase:replication/table:state/1731613644062/Put/seqid=0 2024-11-14T19:47:30,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741847_1023 (size=5308) 2024-11-14T19:47:30,654 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/table/eb145b0e288548b68e45751a55958672 2024-11-14T19:47:30,664 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/info/1cb1715908e749a492eec49e3ea5ef89 as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/info/1cb1715908e749a492eec49e3ea5ef89 2024-11-14T19:47:30,669 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/info/1cb1715908e749a492eec49e3ea5ef89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:47:30,670 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/ns/686e989b397a401682f3c92fb04938e9 as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/ns/686e989b397a401682f3c92fb04938e9 2024-11-14T19:47:30,674 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/ns/686e989b397a401682f3c92fb04938e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:47:30,675 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/rep_barrier/e3047afe99a44c3db1d4e70418289517 as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/rep_barrier/e3047afe99a44c3db1d4e70418289517 2024-11-14T19:47:30,681 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/rep_barrier/e3047afe99a44c3db1d4e70418289517, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:47:30,682 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/.tmp/table/eb145b0e288548b68e45751a55958672 as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/table/eb145b0e288548b68e45751a55958672 2024-11-14T19:47:30,687 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/table/eb145b0e288548b68e45751a55958672, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:47:30,688 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false 2024-11-14T19:47:30,698 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:47:30,699 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:30,699 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:30,699 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:30,699 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613649304Running coprocessor pre-close hooks at 1731613649304Disabling compacts and flushes for region at 1731613649304Disabling writes for close at 1731613649304Obtaining lock to block concurrent updates at 1731613649304Preparing flush snapshotting stores in 1588230740 at 1731613649304Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613649305 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613649305Flushing 1588230740/info: creating writer at 1731613649305Flushing 1588230740/info: appending metadata at 1731613649361 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731613649361Flushing 1588230740/ns: creating writer at 1731613649773 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731613649792 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731613649792Flushing 1588230740/rep_barrier: creating writer at 1731613650202 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613650217 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613650218 (+1 ms)Flushing 1588230740/table: creating writer at 1731613650631 (+413 ms)Flushing 1588230740/table: appending metadata at 1731613650649 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731613650649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7316d02c: reopening flushed file at 1731613650663 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6270a012: reopening flushed file at 1731613650669 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6372a587: reopening flushed file at 1731613650674 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752f68d8: reopening flushed file at 1731613650681 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false at 1731613650688 (+7 ms)Writing region close event to WAL at 1731613650695 (+7 ms)Running coprocessor post-close hooks at 1731613650699 (+4 ms)Closed at 1731613650699 2024-11-14T19:47:30,699 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:30,705 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,42797,1731613635218; all regions closed. 2024-11-14T19:47:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:47:30,720 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 to pos 1804, reset compression=false 2024-11-14T19:47:30,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741839_1015 (size=2458) 2024-11-14T19:47:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741833_1009 (size=1812) 2024-11-14T19:47:30,752 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:30,752 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 for the last time to pos 1804, reset compression=false 2024-11-14T19:47:30,752 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:30,752 INFO [RS:0;867b237d0fa7:42797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:30,752 INFO [RS:0;867b237d0fa7:42797 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:30,752 INFO [RS:0;867b237d0fa7:42797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:30,752 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:30,752 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,42797,1731613635218 because: Region server is closing 2024-11-14T19:47:30,753 INFO [RS:0;867b237d0fa7:42797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42797. 2024-11-14T19:47:30,753 DEBUG [RS:0;867b237d0fa7:42797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:30,753 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:30,753 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:30,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:30,755 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 and length of the file is 1812 2024-11-14T19:47:30,755 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.wal-reader.867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/WALs/867b237d0fa7,42797,1731613635218/867b237d0fa7%2C42797%2C1731613635218.1731613637353 2024-11-14T19:47:30,838 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:30,853 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42797,1731613635218.replicationSource.shipper867b237d0fa7%2C42797%2C1731613635218,1-867b237d0fa7,42797,1731613635218 terminated 2024-11-14T19:47:30,854 INFO [RS:0;867b237d0fa7:42797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42797. 2024-11-14T19:47:30,854 DEBUG [RS:0;867b237d0fa7:42797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:30,854 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:30,854 DEBUG [RS:0;867b237d0fa7:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:30,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:30,854 INFO [RS:0;867b237d0fa7:42797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42797 2024-11-14T19:47:30,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11340991201/rs/867b237d0fa7,42797,1731613635218 2024-11-14T19:47:30,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201/rs 2024-11-14T19:47:30,908 INFO [RS:0;867b237d0fa7:42797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:30,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,42797,1731613635218] 2024-11-14T19:47:30,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11340991201/draining/867b237d0fa7,42797,1731613635218 already deleted, retry=false 2024-11-14T19:47:30,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,42797,1731613635218 expired; onlineServers=0 2024-11-14T19:47:30,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,43131,1731613635121' ***** 2024-11-14T19:47:30,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:30,925 INFO [M:0;867b237d0fa7:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:30,925 INFO [M:0;867b237d0fa7:43131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:30,925 DEBUG [M:0;867b237d0fa7:43131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:30,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:30,925 DEBUG [M:0;867b237d0fa7:43131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:30,925 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613637134 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613637134,5,FailOnTimeoutGroup] 2024-11-14T19:47:30,925 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613637134 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613637134,5,FailOnTimeoutGroup] 2024-11-14T19:47:30,926 INFO [M:0;867b237d0fa7:43131 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:30,926 INFO [M:0;867b237d0fa7:43131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:30,926 DEBUG [M:0;867b237d0fa7:43131 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:30,926 INFO [M:0;867b237d0fa7:43131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:30,926 INFO [M:0;867b237d0fa7:43131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:30,926 INFO [M:0;867b237d0fa7:43131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:30,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11340991201/master 2024-11-14T19:47:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11340991201 2024-11-14T19:47:30,933 DEBUG [M:0;867b237d0fa7:43131 {}] zookeeper.ZKUtil(347): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Unable to get data of znode /11340991201/master because node does not exist (not an error) 2024-11-14T19:47:30,933 WARN [M:0;867b237d0fa7:43131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:30,934 INFO [M:0;867b237d0fa7:43131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/.lastflushedseqids 2024-11-14T19:47:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741848_1024 (size=245) 2024-11-14T19:47:30,938 INFO [M:0;867b237d0fa7:43131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:30,938 INFO [M:0;867b237d0fa7:43131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:30,938 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:30,938 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:30,938 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:30,938 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:30,938 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:30,938 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T19:47:30,952 DEBUG [M:0;867b237d0fa7:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8c0d62f20b41c88512e171d6e9d4bc is 82, key is hbase:meta,,1/info:regioninfo/1731613637946/Put/seqid=0 2024-11-14T19:47:30,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741849_1025 (size=5672) 2024-11-14T19:47:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:31,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x1013c10db0f0004, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:31,017 INFO [RS:0;867b237d0fa7:42797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:31,017 INFO [RS:0;867b237d0fa7:42797 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,42797,1731613635218; zookeeper connection closed. 2024-11-14T19:47:31,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d2cf8e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d2cf8e4 2024-11-14T19:47:31,018 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:47:31,357 INFO [M:0;867b237d0fa7:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8c0d62f20b41c88512e171d6e9d4bc 2024-11-14T19:47:31,373 DEBUG [M:0;867b237d0fa7:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc1c4f94bc9447a1870e9df2c3e06cfa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613644065/Put/seqid=0 2024-11-14T19:47:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741850_1026 (size=8516) 2024-11-14T19:47:31,546 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:31,777 INFO [M:0;867b237d0fa7:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc1c4f94bc9447a1870e9df2c3e06cfa 2024-11-14T19:47:31,792 DEBUG [M:0;867b237d0fa7:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/502d3b5f8d044c9d8b2dec102b4fab03 is 69, key is 867b237d0fa7,42797,1731613635218/rs:state/1731613637183/Put/seqid=0 2024-11-14T19:47:31,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741851_1027 (size=5156) 2024-11-14T19:47:32,196 INFO [M:0;867b237d0fa7:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/502d3b5f8d044c9d8b2dec102b4fab03 2024-11-14T19:47:32,200 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8c0d62f20b41c88512e171d6e9d4bc as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8c0d62f20b41c88512e171d6e9d4bc 2024-11-14T19:47:32,204 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8c0d62f20b41c88512e171d6e9d4bc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:47:32,204 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc1c4f94bc9447a1870e9df2c3e06cfa as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc1c4f94bc9447a1870e9df2c3e06cfa 2024-11-14T19:47:32,208 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc1c4f94bc9447a1870e9df2c3e06cfa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:47:32,208 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/502d3b5f8d044c9d8b2dec102b4fab03 as hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/502d3b5f8d044c9d8b2dec102b4fab03 2024-11-14T19:47:32,212 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34247/user/jenkins/test-data/a47f9841-02ec-2245-dc6b-e3828b7d0692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/502d3b5f8d044c9d8b2dec102b4fab03, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:47:32,212 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-14T19:47:32,214 INFO [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:32,214 DEBUG [M:0;867b237d0fa7:43131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613650938Disabling compacts and flushes for region at 1731613650938Disabling writes for close at 1731613650938Obtaining lock to block concurrent updates at 1731613650938Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613650938Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731613650939 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613650939Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613650939Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613650952 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613650952Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613651360 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613651372 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613651373 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613651781 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613651792 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613651792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ed3b0b: reopening flushed file at 1731613652200 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669559e7: reopening flushed file at 1731613652204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79535018: reopening flushed file at 1731613652208 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731613652212 (+4 ms)Writing region close event to WAL at 1731613652213 (+1 ms)Closed at 1731613652213 2024-11-14T19:47:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741830_1006 (size=63654) 2024-11-14T19:47:32,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:32,216 INFO [M:0;867b237d0fa7:43131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:32,216 INFO [M:0;867b237d0fa7:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43131 2024-11-14T19:47:32,216 INFO [M:0;867b237d0fa7:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:32,349 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:32,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:32,358 INFO [M:0;867b237d0fa7:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:32,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1013c10db0f0003, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:32,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f12f3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:32,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:32,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:32,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:32,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:32,387 WARN [BP-263689535-172.17.0.2-1731613633085 heartbeating to localhost/127.0.0.1:34247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:32,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:32,387 WARN [BP-263689535-172.17.0.2-1731613633085 heartbeating to localhost/127.0.0.1:34247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263689535-172.17.0.2-1731613633085 (Datanode Uuid 323d0690-4d97-420f-8840-ffbee5845250) service to localhost/127.0.0.1:34247 2024-11-14T19:47:32,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:32,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/cluster_17c46f1e-e99e-5e1a-e15a-ab4266f220ef/data/data1/current/BP-263689535-172.17.0.2-1731613633085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:32,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/cluster_17c46f1e-e99e-5e1a-e15a-ab4266f220ef/data/data2/current/BP-263689535-172.17.0.2-1731613633085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:32,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:32,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354594df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:32,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:32,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:32,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:32,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:32,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:32,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:32,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:32,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:32,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:32,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:32,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815768154, stopped=false 2024-11-14T19:47:32,406 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,35375,1731613629675 2024-11-14T19:47:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1280105377/running 2024-11-14T19:47:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1280105377/running 2024-11-14T19:47:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:32,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:32,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:32,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:32,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/running 2024-11-14T19:47:32,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,42471,1731613629793' ***** 2024-11-14T19:47:32,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:32,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Set watcher on znode that does not yet exist, /0-1280105377/running 2024-11-14T19:47:32,417 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:32,417 INFO [RS:0;867b237d0fa7:42471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:32,417 INFO [RS:0;867b237d0fa7:42471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:32,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:32,417 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 08f7fc259518521f0b8b01b5976af392 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,42471,1731613629793 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42471. 2024-11-14T19:47:32,418 DEBUG [RS:0;867b237d0fa7:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08f7fc259518521f0b8b01b5976af392, disabling compactions & flushes 2024-11-14T19:47:32,418 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:32,418 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613638080.08f7fc259518521f0b8b01b5976af392. after waiting 0 ms 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:32,418 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08f7fc259518521f0b8b01b5976af392 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T19:47:32,418 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:47:32,418 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1325): Online Regions={08f7fc259518521f0b8b01b5976af392=test,,1731613638080.08f7fc259518521f0b8b01b5976af392., 1588230740=hbase:meta,,1.1588230740, 0562b84e620b260d2edc388f9d431404=hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.} 2024-11-14T19:47:32,418 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:32,418 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:32,418 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:32,418 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:47:32,431 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/info/49751e1383c54866b91725a55cff115f is 147, key is hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404./info:regioninfo/1731613641712/Put/seqid=0 2024-11-14T19:47:32,434 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/f/df61a7465bc04a2a81e6f972cecd0aae is 29, key is row1/f:/1731613648224/DeleteFamily/seqid=0 2024-11-14T19:47:32,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741840_1016 (size=7686) 2024-11-14T19:47:32,435 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/info/49751e1383c54866b91725a55cff115f 2024-11-14T19:47:32,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741841_1017 (size=5118) 2024-11-14T19:47:32,457 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/ns/93f52c6d5a7f4b5ba952d1fd63b3d3a0 is 43, key is default/ns:d/1731613632950/Put/seqid=0 2024-11-14T19:47:32,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:32,495 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:32,618 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:32,770 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:32,770 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:32,818 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:32,838 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/f/df61a7465bc04a2a81e6f972cecd0aae 2024-11-14T19:47:32,841 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df61a7465bc04a2a81e6f972cecd0aae 2024-11-14T19:47:32,858 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/f1/060f05c03eb847b3afda84364fd43977 is 30, key is row1/f1:/1731613648224/DeleteFamily/seqid=0 2024-11-14T19:47:32,860 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/ns/93f52c6d5a7f4b5ba952d1fd63b3d3a0 2024-11-14T19:47:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741843_1019 (size=5123) 2024-11-14T19:47:32,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:32,876 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/rep_barrier/631091f9b2434cfa9ac47e03de8d81b1 is 112, key is test,,1731613638080.08f7fc259518521f0b8b01b5976af392./rep_barrier:seqnumDuringOpen/1731613639223/Put/seqid=0 2024-11-14T19:47:32,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:32,877 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28281 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741844_1020 (size=5518) 2024-11-14T19:47:33,018 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:33,219 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:33,253 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 914, reset compression=false 2024-11-14T19:47:33,258 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:33,258 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 1161, reset compression=false 2024-11-14T19:47:33,258 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42471,1731613629793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:33,258 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,42471,1731613629793: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,42471,1731613629793, walGroup=867b237d0fa7%2C42471%2C1731613629793, offset=867b237d0fa7%2C42471%2C1731613629793.1731613631897:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:47:33,259 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:47:33,259 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:47:33,259 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:47:33,260 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:47:33,260 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:47:33,260 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 661612592 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 191496000 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:47:33,260 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:35375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:35375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:47:33,261 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/f1/060f05c03eb847b3afda84364fd43977 2024-11-14T19:47:33,264 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 060f05c03eb847b3afda84364fd43977 2024-11-14T19:47:33,277 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/norep/28eea0db4c2d4d40be016943cc2b5ded is 32, key is row/norep:/1731613647217/DeleteFamily/seqid=0 2024-11-14T19:47:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741845_1021 (size=5101) 2024-11-14T19:47:33,280 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/rep_barrier/631091f9b2434cfa9ac47e03de8d81b1 2024-11-14T19:47:33,295 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/table/516908e4c3714def846cb88d832dd9d0 is 53, key is hbase:replication/table:state/1731613641719/Put/seqid=0 2024-11-14T19:47:33,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741846_1022 (size=5308) 2024-11-14T19:47:33,419 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:33,461 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 1161, reset compression=false 2024-11-14T19:47:33,619 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404, 08f7fc259518521f0b8b01b5976af392, 1588230740 2024-11-14T19:47:33,680 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/norep/28eea0db4c2d4d40be016943cc2b5ded 2024-11-14T19:47:33,684 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28eea0db4c2d4d40be016943cc2b5ded 2024-11-14T19:47:33,684 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/f/df61a7465bc04a2a81e6f972cecd0aae as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/f/df61a7465bc04a2a81e6f972cecd0aae 2024-11-14T19:47:33,687 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df61a7465bc04a2a81e6f972cecd0aae 2024-11-14T19:47:33,687 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/f/df61a7465bc04a2a81e6f972cecd0aae, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T19:47:33,688 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/f1/060f05c03eb847b3afda84364fd43977 as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/f1/060f05c03eb847b3afda84364fd43977 2024-11-14T19:47:33,692 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 060f05c03eb847b3afda84364fd43977 2024-11-14T19:47:33,692 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/f1/060f05c03eb847b3afda84364fd43977, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T19:47:33,692 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/.tmp/norep/28eea0db4c2d4d40be016943cc2b5ded as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/norep/28eea0db4c2d4d40be016943cc2b5ded 2024-11-14T19:47:33,696 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28eea0db4c2d4d40be016943cc2b5ded 2024-11-14T19:47:33,696 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/norep/28eea0db4c2d4d40be016943cc2b5ded, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T19:47:33,697 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 08f7fc259518521f0b8b01b5976af392 in 1279ms, sequenceid=8, compaction requested=false 2024-11-14T19:47:33,697 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:47:33,699 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/table/516908e4c3714def846cb88d832dd9d0 2024-11-14T19:47:33,701 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/default/test/08f7fc259518521f0b8b01b5976af392/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:47:33,701 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:33,701 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:33,701 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:33,701 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08f7fc259518521f0b8b01b5976af392: Waiting for close lock at 1731613652418Running coprocessor pre-close hooks at 1731613652418Disabling compacts and flushes for region at 1731613652418Disabling writes for close at 1731613652418Obtaining lock to block concurrent updates at 1731613652418Preparing flush snapshotting stores in 08f7fc259518521f0b8b01b5976af392 at 1731613652418Finished memstore snapshotting test,,1731613638080.08f7fc259518521f0b8b01b5976af392., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731613652418Flushing stores of test,,1731613638080.08f7fc259518521f0b8b01b5976af392. at 1731613652419 (+1 ms)Flushing 08f7fc259518521f0b8b01b5976af392/f: creating writer at 1731613652419Flushing 08f7fc259518521f0b8b01b5976af392/f: appending metadata at 1731613652433 (+14 ms)Flushing 08f7fc259518521f0b8b01b5976af392/f: closing flushed file at 1731613652433Flushing 08f7fc259518521f0b8b01b5976af392/f1: creating writer at 1731613652841 (+408 ms)Flushing 08f7fc259518521f0b8b01b5976af392/f1: appending metadata at 1731613652857 (+16 ms)Flushing 08f7fc259518521f0b8b01b5976af392/f1: closing flushed file at 1731613652857Flushing 08f7fc259518521f0b8b01b5976af392/norep: creating writer at 1731613653264 (+407 ms)Flushing 08f7fc259518521f0b8b01b5976af392/norep: appending metadata at 1731613653276 (+12 ms)Flushing 08f7fc259518521f0b8b01b5976af392/norep: closing flushed file at 1731613653276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb18d6c: reopening flushed file at 1731613653684 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f35531: reopening flushed file at 1731613653688 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b75aa6: reopening flushed file at 1731613653692 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 08f7fc259518521f0b8b01b5976af392 in 1279ms, sequenceid=8, compaction requested=false at 1731613653697 (+5 ms)Writing region close event to WAL at 1731613653698 (+1 ms)Running coprocessor post-close hooks at 1731613653701 (+3 ms)Closed at 1731613653701 2024-11-14T19:47:33,701 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613638080.08f7fc259518521f0b8b01b5976af392. 2024-11-14T19:47:33,702 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0562b84e620b260d2edc388f9d431404, disabling compactions & flushes 2024-11-14T19:47:33,702 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,702 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,702 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. after waiting 0 ms 2024-11-14T19:47:33,702 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,702 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0562b84e620b260d2edc388f9d431404: Waiting for close lock at 1731613653702Running coprocessor pre-close hooks at 1731613653702Disabling compacts and flushes for region at 1731613653702Disabling writes for close at 1731613653702Failed flush hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404., putting online again at 1731613653702 2024-11-14T19:47:33,702 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,703 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/info/49751e1383c54866b91725a55cff115f as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/info/49751e1383c54866b91725a55cff115f 2024-11-14T19:47:33,706 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/info/49751e1383c54866b91725a55cff115f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:47:33,707 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/ns/93f52c6d5a7f4b5ba952d1fd63b3d3a0 as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/ns/93f52c6d5a7f4b5ba952d1fd63b3d3a0 2024-11-14T19:47:33,711 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/ns/93f52c6d5a7f4b5ba952d1fd63b3d3a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:47:33,712 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/rep_barrier/631091f9b2434cfa9ac47e03de8d81b1 as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/rep_barrier/631091f9b2434cfa9ac47e03de8d81b1 2024-11-14T19:47:33,715 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/rep_barrier/631091f9b2434cfa9ac47e03de8d81b1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:47:33,716 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/.tmp/table/516908e4c3714def846cb88d832dd9d0 as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/table/516908e4c3714def846cb88d832dd9d0 2024-11-14T19:47:33,720 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/table/516908e4c3714def846cb88d832dd9d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:47:33,721 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-14T19:47:33,729 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:47:33,730 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:47:33,730 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:33,730 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:33,730 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613652418Running coprocessor pre-close hooks at 1731613652418Disabling compacts and flushes for region at 1731613652418Disabling writes for close at 1731613652418Obtaining lock to block concurrent updates at 1731613652418Preparing flush snapshotting stores in 1588230740 at 1731613652418Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613652418Flushing stores of hbase:meta,,1.1588230740 at 1731613652419 (+1 ms)Flushing 1588230740/info: creating writer at 1731613652419Flushing 1588230740/info: appending metadata at 1731613652431 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731613652431Flushing 1588230740/ns: creating writer at 1731613652439 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731613652456 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731613652456Flushing 1588230740/rep_barrier: creating writer at 1731613652864 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613652876 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613652876Flushing 1588230740/table: creating writer at 1731613653283 (+407 ms)Flushing 1588230740/table: appending metadata at 1731613653295 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731613653295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d9ab72: reopening flushed file at 1731613653702 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438f36d6: reopening flushed file at 1731613653707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be021a0: reopening flushed file at 1731613653711 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b76b93: reopening flushed file at 1731613653715 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731613653721 (+6 ms)Writing region close event to WAL at 1731613653726 (+5 ms)Running coprocessor post-close hooks at 1731613653730 (+4 ms)Closed at 1731613653730 2024-11-14T19:47:33,730 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:33,765 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 1161, reset compression=false 2024-11-14T19:47:33,770 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:33,770 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 1805, reset compression=false 2024-11-14T19:47:33,819 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:33,819 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1325): Online Regions={0562b84e620b260d2edc388f9d431404=hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404.} 2024-11-14T19:47:33,819 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:33,819 DEBUG [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1351): Waiting on 0562b84e620b260d2edc388f9d431404 2024-11-14T19:47:33,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0562b84e620b260d2edc388f9d431404, disabling compactions & flushes 2024-11-14T19:47:33,819 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. after waiting 0 ms 2024-11-14T19:47:33,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,820 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0562b84e620b260d2edc388f9d431404: Waiting for close lock at 1731613653819Running coprocessor pre-close hooks at 1731613653819Disabling compacts and flushes for region at 1731613653819Disabling writes for close at 1731613653819Failed flush hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404., putting online again at 1731613653820 (+1 ms) 2024-11-14T19:47:33,820 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731613640892.0562b84e620b260d2edc388f9d431404. 2024-11-14T19:47:33,973 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 1805, reset compression=false 2024-11-14T19:47:34,019 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T19:47:34,019 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,42471,1731613629793; all regions closed. 2024-11-14T19:47:34,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:47:34,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.meta.1731613632896.meta not finished, retry = 0 2024-11-14T19:47:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741839_1015 (size=1733) 2024-11-14T19:47:34,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.rep.1731613641672 not finished, retry = 0 2024-11-14T19:47:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741832_1008 (size=1813) 2024-11-14T19:47:34,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 not finished, retry = 0 2024-11-14T19:47:34,277 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 to pos 1805, reset compression=false 2024-11-14T19:47:34,327 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:34,327 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/WALs/867b237d0fa7,42471,1731613629793/867b237d0fa7%2C42471%2C1731613629793.1731613631897 2024-11-14T19:47:34,327 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:34,327 INFO [RS:0;867b237d0fa7:42471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:34,327 INFO [RS:0;867b237d0fa7:42471 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:34,327 INFO [RS:0;867b237d0fa7:42471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:34,327 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:34,327 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,42471,1731613629793 because: Region server is closing 2024-11-14T19:47:34,327 INFO [RS:0;867b237d0fa7:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42471. 2024-11-14T19:47:34,327 DEBUG [RS:0;867b237d0fa7:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:34,328 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:34,328 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:34,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:34,428 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.shipper867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 terminated 2024-11-14T19:47:34,428 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42471,1731613629793.replicationSource.wal-reader.867b237d0fa7%2C42471%2C1731613629793,1-867b237d0fa7,42471,1731613629793 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T19:47:34,428 INFO [RS:0;867b237d0fa7:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42471. 2024-11-14T19:47:34,428 DEBUG [RS:0;867b237d0fa7:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:34,428 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:34,428 DEBUG [RS:0;867b237d0fa7:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:34,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:34,428 INFO [RS:0;867b237d0fa7:42471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42471 2024-11-14T19:47:34,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1280105377/rs/867b237d0fa7,42471,1731613629793 2024-11-14T19:47:34,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377/rs 2024-11-14T19:47:34,500 INFO [RS:0;867b237d0fa7:42471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:34,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,42471,1731613629793] 2024-11-14T19:47:34,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1280105377/draining/867b237d0fa7,42471,1731613629793 already deleted, retry=false 2024-11-14T19:47:34,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,42471,1731613629793 expired; onlineServers=0 2024-11-14T19:47:34,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,35375,1731613629675' ***** 2024-11-14T19:47:34,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:34,516 INFO [M:0;867b237d0fa7:35375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:34,516 INFO [M:0;867b237d0fa7:35375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:34,516 DEBUG [M:0;867b237d0fa7:35375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:34,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:34,517 DEBUG [M:0;867b237d0fa7:35375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:34,517 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613631709 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613631709,5,FailOnTimeoutGroup] 2024-11-14T19:47:34,517 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613631709 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613631709,5,FailOnTimeoutGroup] 2024-11-14T19:47:34,517 INFO [M:0;867b237d0fa7:35375 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:34,517 INFO [M:0;867b237d0fa7:35375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:34,517 DEBUG [M:0;867b237d0fa7:35375 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:34,517 INFO [M:0;867b237d0fa7:35375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:34,517 INFO [M:0;867b237d0fa7:35375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:34,517 INFO [M:0;867b237d0fa7:35375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:34,517 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:34,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1280105377/master 2024-11-14T19:47:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1280105377 2024-11-14T19:47:34,525 DEBUG [M:0;867b237d0fa7:35375 {}] zookeeper.ZKUtil(347): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Unable to get data of znode /0-1280105377/master because node does not exist (not an error) 2024-11-14T19:47:34,525 WARN [M:0;867b237d0fa7:35375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:34,526 INFO [M:0;867b237d0fa7:35375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/.lastflushedseqids 2024-11-14T19:47:34,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741847_1023 (size=245) 2024-11-14T19:47:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:34,608 INFO [RS:0;867b237d0fa7:42471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1013c10db0f0001, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:34,608 INFO [RS:0;867b237d0fa7:42471 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,42471,1731613629793; zookeeper connection closed. 2024-11-14T19:47:34,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103d4393 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103d4393 2024-11-14T19:47:34,609 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:47:34,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:34,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:34,930 INFO [M:0;867b237d0fa7:35375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:34,930 INFO [M:0;867b237d0fa7:35375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:34,930 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:34,930 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:34,930 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:34,930 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:34,931 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:34,931 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T19:47:34,944 DEBUG [M:0;867b237d0fa7:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664e337a1aef4e7f819097d63a11758c is 82, key is hbase:meta,,1/info:regioninfo/1731613632931/Put/seqid=0 2024-11-14T19:47:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741848_1024 (size=5672) 2024-11-14T19:47:35,348 INFO [M:0;867b237d0fa7:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664e337a1aef4e7f819097d63a11758c 2024-11-14T19:47:35,363 DEBUG [M:0;867b237d0fa7:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd734167c0524a2994757e6dacbfc237 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613641722/Put/seqid=0 2024-11-14T19:47:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741849_1025 (size=8517) 2024-11-14T19:47:35,767 INFO [M:0;867b237d0fa7:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd734167c0524a2994757e6dacbfc237 2024-11-14T19:47:35,788 DEBUG [M:0;867b237d0fa7:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/889e4836c2354b28a5c20185960caad4 is 69, key is 867b237d0fa7,42471,1731613629793/rs:state/1731613631754/Put/seqid=0 2024-11-14T19:47:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741850_1026 (size=5156) 2024-11-14T19:47:36,192 INFO [M:0;867b237d0fa7:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/889e4836c2354b28a5c20185960caad4 2024-11-14T19:47:36,196 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664e337a1aef4e7f819097d63a11758c as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/664e337a1aef4e7f819097d63a11758c 2024-11-14T19:47:36,199 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/664e337a1aef4e7f819097d63a11758c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:47:36,200 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd734167c0524a2994757e6dacbfc237 as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd734167c0524a2994757e6dacbfc237 2024-11-14T19:47:36,203 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd734167c0524a2994757e6dacbfc237, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:47:36,204 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/889e4836c2354b28a5c20185960caad4 as hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/889e4836c2354b28a5c20185960caad4 2024-11-14T19:47:36,207 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42753/user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/889e4836c2354b28a5c20185960caad4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:47:36,207 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-14T19:47:36,208 INFO [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:36,209 DEBUG [M:0;867b237d0fa7:35375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613654930Disabling compacts and flushes for region at 1731613654930Disabling writes for close at 1731613654930Obtaining lock to block concurrent updates at 1731613654931 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613654931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731613654931Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613654931Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613654932 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613654944 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613654944Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613655351 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613655363 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613655363Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613655771 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613655787 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613655787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad63d0: reopening flushed file at 1731613656195 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c13a64e: reopening flushed file at 1731613656199 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c23121: reopening flushed file at 1731613656203 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731613656207 (+4 ms)Writing region close event to WAL at 1731613656208 (+1 ms)Closed at 1731613656208 2024-11-14T19:47:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741830_1006 (size=63666) 2024-11-14T19:47:36,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34a9121a-31db-9db8-e597-bcbc04c32558/MasterData/WALs/867b237d0fa7,35375,1731613629675/867b237d0fa7%2C35375%2C1731613629675.1731613631510 not finished, retry = 0 2024-11-14T19:47:36,311 INFO [M:0;867b237d0fa7:35375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:36,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:36,311 INFO [M:0;867b237d0fa7:35375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35375 2024-11-14T19:47:36,311 INFO [M:0;867b237d0fa7:35375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:36,458 INFO [M:0;867b237d0fa7:35375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x1013c10db0f0000, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:36,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c486f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:36,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:36,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:36,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:36,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:36,462 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:36,462 WARN [BP-1496633228-172.17.0.2-1731613627773 heartbeating to localhost/127.0.0.1:42753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:36,462 WARN [BP-1496633228-172.17.0.2-1731613627773 heartbeating to localhost/127.0.0.1:42753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1496633228-172.17.0.2-1731613627773 (Datanode Uuid 9bac9a02-2b96-44c1-b9de-c07db19ca147) service to localhost/127.0.0.1:42753 2024-11-14T19:47:36,462 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:36,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/data/data2/current/BP-1496633228-172.17.0.2-1731613627773 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:36,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/cluster_b479f8bd-70c1-522b-eaf0-d9e50bc9a5c3/data/data1/current/BP-1496633228-172.17.0.2-1731613627773 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:36,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:36,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6d1833{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:36,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6c1525{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:36,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:36,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea90aa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:36,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f486e09-1302-d595-5b03-2e4f38f5229d/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:36,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:47:36,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:36,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 247) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42753 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34247 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=650 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 349) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5726 (was 5401) - AvailableMemoryMB LEAK? - 2024-11-14T19:47:36,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=650, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=5726 2024-11-14T19:47:36,515 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T19:47:36,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir so I do NOT create it in target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5 2024-11-14T19:47:36,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:36,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.tmp.dir so I do NOT create it in target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5 2024-11-14T19:47:36,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbe5d720-62d3-c72b-c7da-ece4fe120def/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:36,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5 2024-11-14T19:47:36,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54, deleteOnExit=true 2024-11-14T19:47:36,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/zookeeper_0, clientPort=61041, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:47:36,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61041 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/test.cache.data in system properties and HBase conf 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:36,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:36,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:36,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:36,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c10db0f0002, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:47:36,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c10db0f0002, quorum=127.0.0.1:60125, baseZNode=/0-1280105377 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:47:36,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c10db0f0005, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:47:36,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c10db0f0005, quorum=127.0.0.1:60125, baseZNode=/11340991201 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:47:36,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:36,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:36,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:36,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:36,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:36,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:36,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:36,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:36,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e8174a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/java.io.tmpdir/jetty-localhost-40661-hadoop-hdfs-3_4_1-tests_jar-_-any-5331820572519154471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:36,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:40661} 2024-11-14T19:47:36,890 INFO [Time-limited test {}] server.Server(415): Started @220281ms 2024-11-14T19:47:37,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:37,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:37,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:37,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:37,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:37,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:37,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:37,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdd0a17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/java.io.tmpdir/jetty-localhost-34365-hadoop-hdfs-3_4_1-tests_jar-_-any-12240154157696061691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:37,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:34365} 2024-11-14T19:47:37,141 INFO [Time-limited test {}] server.Server(415): Started @220532ms 2024-11-14T19:47:37,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:37,541 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/data/data1/current/BP-369713485-172.17.0.2-1731613656549/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:37,543 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/data/data2/current/BP-369713485-172.17.0.2-1731613656549/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:37,561 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe096b98322494451 with lease ID 0x14ed6449684f8f11: Processing first storage report for DS-7a1a4c20-f232-473f-a330-d8ead08e5ce2 from datanode DatanodeRegistration(127.0.0.1:38229, datanodeUuid=34bb36ba-a454-4a5e-8ef2-531545b00eff, infoPort=45603, infoSecurePort=0, ipcPort=33699, storageInfo=lv=-57;cid=testClusterID;nsid=505253284;c=1731613656549) 2024-11-14T19:47:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe096b98322494451 with lease ID 0x14ed6449684f8f11: from storage DS-7a1a4c20-f232-473f-a330-d8ead08e5ce2 node DatanodeRegistration(127.0.0.1:38229, datanodeUuid=34bb36ba-a454-4a5e-8ef2-531545b00eff, infoPort=45603, infoSecurePort=0, ipcPort=33699, storageInfo=lv=-57;cid=testClusterID;nsid=505253284;c=1731613656549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe096b98322494451 with lease ID 0x14ed6449684f8f11: Processing first storage report for DS-6217ce57-e823-4c5e-9a51-dffd46133151 from datanode DatanodeRegistration(127.0.0.1:38229, datanodeUuid=34bb36ba-a454-4a5e-8ef2-531545b00eff, infoPort=45603, infoSecurePort=0, ipcPort=33699, storageInfo=lv=-57;cid=testClusterID;nsid=505253284;c=1731613656549) 2024-11-14T19:47:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe096b98322494451 with lease ID 0x14ed6449684f8f11: from storage DS-6217ce57-e823-4c5e-9a51-dffd46133151 node DatanodeRegistration(127.0.0.1:38229, datanodeUuid=34bb36ba-a454-4a5e-8ef2-531545b00eff, infoPort=45603, infoSecurePort=0, ipcPort=33699, storageInfo=lv=-57;cid=testClusterID;nsid=505253284;c=1731613656549), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:47:37,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5 2024-11-14T19:47:37,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:37,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:37,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585 with version=8 2024-11-14T19:47:37,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/hbase-staging 2024-11-14T19:47:37,978 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:37,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:37,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:37,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:37,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35111 2024-11-14T19:47:37,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35111 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:38,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351110x0, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:38,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35111-0x1013c114b7f0000 connected 2024-11-14T19:47:38,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:38,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:38,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/running 2024-11-14T19:47:38,131 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585, hbase.cluster.distributed=false 2024-11-14T19:47:38,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/acl 2024-11-14T19:47:38,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35111 2024-11-14T19:47:38,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35111 2024-11-14T19:47:38,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35111 2024-11-14T19:47:38,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35111 2024-11-14T19:47:38,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35111 2024-11-14T19:47:38,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:38,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39047 2024-11-14T19:47:38,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39047 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:38,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:38,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:38,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390470x0, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:38,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/running 2024-11-14T19:47:38,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39047-0x1013c114b7f0001 connected 2024-11-14T19:47:38,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:38,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:38,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/master 2024-11-14T19:47:38,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/acl 2024-11-14T19:47:38,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39047 2024-11-14T19:47:38,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39047 2024-11-14T19:47:38,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39047 2024-11-14T19:47:38,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39047 2024-11-14T19:47:38,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39047 2024-11-14T19:47:38,184 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:35111 2024-11-14T19:47:38,185 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2057679254/backup-masters/867b237d0fa7,35111,1731613657978 2024-11-14T19:47:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254/backup-masters 2024-11-14T19:47:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254/backup-masters 2024-11-14T19:47:38,193 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on existing znode=/0-2057679254/backup-masters/867b237d0fa7,35111,1731613657978 2024-11-14T19:47:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2057679254/master 2024-11-14T19:47:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:38,202 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on existing znode=/0-2057679254/master 2024-11-14T19:47:38,202 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2057679254/backup-masters/867b237d0fa7,35111,1731613657978 from backup master directory 2024-11-14T19:47:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2057679254/backup-masters/867b237d0fa7,35111,1731613657978 2024-11-14T19:47:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254/backup-masters 2024-11-14T19:47:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254/backup-masters 2024-11-14T19:47:38,210 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:38,210 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,35111,1731613657978 2024-11-14T19:47:38,212 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/hbase.id] with ID: 7d072f30-939a-4462-896e-2c13eb8bc33d 2024-11-14T19:47:38,212 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/.tmp/hbase.id 2024-11-14T19:47:38,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:38,617 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/.tmp/hbase.id]:[hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/hbase.id] 2024-11-14T19:47:38,624 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:38,625 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:38,625 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T19:47:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:38,667 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:38,668 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:38,669 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:39,075 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store 2024-11-14T19:47:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:39,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:39,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:39,481 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:39,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:39,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:39,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:39,481 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:39,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613659481Disabling compacts and flushes for region at 1731613659481Disabling writes for close at 1731613659481Writing region close event to WAL at 1731613659481Closed at 1731613659481 2024-11-14T19:47:39,482 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/.initializing 2024-11-14T19:47:39,482 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/WALs/867b237d0fa7,35111,1731613657978 2024-11-14T19:47:39,483 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:39,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C35111%2C1731613657978, suffix=, logDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/WALs/867b237d0fa7,35111,1731613657978, archiveDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:39,500 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/WALs/867b237d0fa7,35111,1731613657978/867b237d0fa7%2C35111%2C1731613657978.1731613659484, exclude list is [], retry=0 2024-11-14T19:47:39,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-7a1a4c20-f232-473f-a330-d8ead08e5ce2,DISK] 2024-11-14T19:47:39,504 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/WALs/867b237d0fa7,35111,1731613657978/867b237d0fa7%2C35111%2C1731613657978.1731613659484 2024-11-14T19:47:39,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45603:45603)] 2024-11-14T19:47:39,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:39,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:39,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:39,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:39,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:39,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:39,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:39,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:39,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:39,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:39,510 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,510 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,512 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:39,512 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:39,514 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:39,514 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59224783, jitterRate=-0.11748196184635162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:39,514 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613659504Initializing all the Stores at 1731613659505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613659505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613659505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613659505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613659505Cleaning up temporary data from old regions at 1731613659511 (+6 ms)Region opened successfully at 1731613659514 (+3 ms) 2024-11-14T19:47:39,514 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:39,516 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5ae29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:39,517 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:39,517 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:39,517 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:39,517 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:39,518 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:39,518 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:39,518 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:39,519 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:39,520 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Unable to get data of znode /0-2057679254/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:39,576 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2057679254/balancer already deleted, retry=false 2024-11-14T19:47:39,576 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:39,577 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Unable to get data of znode /0-2057679254/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:39,587 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2057679254/normalizer already deleted, retry=false 2024-11-14T19:47:39,587 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:39,588 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Unable to get data of znode /0-2057679254/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:39,595 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2057679254/switch/split already deleted, retry=false 2024-11-14T19:47:39,596 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Unable to get data of znode /0-2057679254/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:39,603 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2057679254/switch/merge already deleted, retry=false 2024-11-14T19:47:39,605 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Unable to get data of znode /0-2057679254/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:39,612 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2057679254/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2057679254/running 2024-11-14T19:47:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2057679254/running 2024-11-14T19:47:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:39,621 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,35111,1731613657978, sessionid=0x1013c114b7f0000, setting cluster-up flag (Was=false) 2024-11-14T19:47:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:39,662 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2057679254/flush-table-proc/acquired, /0-2057679254/flush-table-proc/reached, /0-2057679254/flush-table-proc/abort 2024-11-14T19:47:39,662 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,35111,1731613657978 2024-11-14T19:47:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:39,703 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2057679254/online-snapshot/acquired, /0-2057679254/online-snapshot/reached, /0-2057679254/online-snapshot/abort 2024-11-14T19:47:39,704 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,35111,1731613657978 2024-11-14T19:47:39,705 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:39,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:39,706 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:39,706 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:39,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,35111,1731613657978 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:39,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613689708 2024-11-14T19:47:39,708 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:39,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:39,709 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:39,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:39,710 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613659709,5,FailOnTimeoutGroup] 2024-11-14T19:47:39,710 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613659710,5,FailOnTimeoutGroup] 2024-11-14T19:47:39,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:39,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:39,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:39,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:39,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585 2024-11-14T19:47:39,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:47:39,777 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(746): ClusterId : 7d072f30-939a-4462-896e-2c13eb8bc33d 2024-11-14T19:47:39,777 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:39,787 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:39,787 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:39,796 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:39,796 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d657fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:39,806 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:39047 2024-11-14T19:47:39,806 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:39,806 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:39,806 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:39,806 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,35111,1731613657978 with port=39047, startcode=1731613658148 2024-11-14T19:47:39,807 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:39,808 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:39,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,39047,1731613658148 2024-11-14T19:47:39,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35111 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:39,809 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585 2024-11-14T19:47:39,809 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34259 2024-11-14T19:47:39,809 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:39,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254/rs 2024-11-14T19:47:39,818 DEBUG [RS:0;867b237d0fa7:39047 {}] zookeeper.ZKUtil(111): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on existing znode=/0-2057679254/rs/867b237d0fa7,39047,1731613658148 2024-11-14T19:47:39,818 WARN [RS:0;867b237d0fa7:39047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:39,818 INFO [RS:0;867b237d0fa7:39047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:39,818 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148 2024-11-14T19:47:39,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,39047,1731613658148] 2024-11-14T19:47:39,820 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:39,830 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:39,831 INFO [RS:0;867b237d0fa7:39047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:39,831 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,831 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:39,831 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:39,832 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:39,832 DEBUG [RS:0;867b237d0fa7:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:39,832 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,832 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,833 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,833 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,833 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,833 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,39047,1731613658148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:39,845 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:39,845 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,39047,1731613658148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,845 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,845 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.Replication(171): 867b237d0fa7,39047,1731613658148 started 2024-11-14T19:47:39,857 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:39,857 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,39047,1731613658148, RpcServer on 867b237d0fa7/172.17.0.2:39047, sessionid=0x1013c114b7f0001 2024-11-14T19:47:39,857 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:39,857 DEBUG [RS:0;867b237d0fa7:39047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,39047,1731613658148 2024-11-14T19:47:39,857 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,39047,1731613658148' 2024-11-14T19:47:39,857 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2057679254/flush-table-proc/abort' 2024-11-14T19:47:39,857 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2057679254/flush-table-proc/acquired' 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,39047,1731613658148 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,39047,1731613658148' 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2057679254/online-snapshot/abort' 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2057679254/online-snapshot/acquired' 2024-11-14T19:47:39,858 DEBUG [RS:0;867b237d0fa7:39047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:39,858 INFO [RS:0;867b237d0fa7:39047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:39,858 INFO [RS:0;867b237d0fa7:39047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:39,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:39,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,959 INFO [RS:0;867b237d0fa7:39047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:39,960 INFO [RS:0;867b237d0fa7:39047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C39047%2C1731613658148, suffix=, logDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148, archiveDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/oldWALs, maxLogs=10 2024-11-14T19:47:39,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,978 DEBUG [RS:0;867b237d0fa7:39047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, exclude list is [], retry=0 2024-11-14T19:47:39,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-7a1a4c20-f232-473f-a330-d8ead08e5ce2,DISK] 2024-11-14T19:47:39,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:39,982 INFO [RS:0;867b237d0fa7:39047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 2024-11-14T19:47:39,982 DEBUG [RS:0;867b237d0fa7:39047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45603:45603)] 2024-11-14T19:47:40,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:40,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:40,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:40,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:40,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:40,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:40,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:40,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:40,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:40,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:40,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740 2024-11-14T19:47:40,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740 2024-11-14T19:47:40,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:40,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:40,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:40,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:40,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:40,132 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69418659, jitterRate=0.03441862761974335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:40,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613660124Initializing all the Stores at 1731613660124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613660124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613660125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613660125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613660125Cleaning up temporary data from old regions at 1731613660130 (+5 ms)Region opened successfully at 1731613660133 (+3 ms) 2024-11-14T19:47:40,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:40,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:40,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:40,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:40,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:40,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:40,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613660133Disabling compacts and flushes for region at 1731613660133Disabling writes for close at 1731613660133Writing region close event to WAL at 1731613660133Closed at 1731613660133 2024-11-14T19:47:40,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:40,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:40,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:40,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:40,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:40,286 DEBUG [867b237d0fa7:35111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:47:40,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:40,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,39047,1731613658148, state=OPENING 2024-11-14T19:47:40,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:40,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:40,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:40,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2057679254/meta-region-server: CHANGED 2024-11-14T19:47:40,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2057679254/meta-region-server: CHANGED 2024-11-14T19:47:40,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:40,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,39047,1731613658148}] 2024-11-14T19:47:40,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:40,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:40,505 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:40,505 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:40,505 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:40,506 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C39047%2C1731613658148.meta, suffix=.meta, logDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148, archiveDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/oldWALs, maxLogs=10 2024-11-14T19:47:40,518 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.meta.1731613660506.meta, exclude list is [], retry=0 2024-11-14T19:47:40,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-7a1a4c20-f232-473f-a330-d8ead08e5ce2,DISK] 2024-11-14T19:47:40,521 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.meta.1731613660506.meta 2024-11-14T19:47:40,522 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45603:45603)] 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:40,523 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:40,523 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:40,523 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:40,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:40,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:40,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:40,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:40,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:40,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:40,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:40,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:40,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:40,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:40,527 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:40,528 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740 2024-11-14T19:47:40,528 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740 2024-11-14T19:47:40,529 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:40,529 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:40,529 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:40,530 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:40,531 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73805389, jitterRate=0.09978599846363068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:40,531 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:40,531 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613660523Writing region info on filesystem at 1731613660523Initializing all the Stores at 1731613660524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613660524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613660524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613660524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613660524Cleaning up temporary data from old regions at 1731613660529 (+5 ms)Running coprocessor post-open hooks at 1731613660531 (+2 ms)Region opened successfully at 1731613660531 2024-11-14T19:47:40,532 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613660501 2024-11-14T19:47:40,533 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:40,533 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:40,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:40,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,39047,1731613658148, state=OPEN 2024-11-14T19:47:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2057679254/meta-region-server 2024-11-14T19:47:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2057679254/meta-region-server 2024-11-14T19:47:40,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:40,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2057679254/meta-region-server: CHANGED 2024-11-14T19:47:40,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2057679254/meta-region-server: CHANGED 2024-11-14T19:47:40,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:40,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,39047,1731613658148 in 196 msec 2024-11-14T19:47:40,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:40,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-14T19:47:40,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:40,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:40,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:40,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,39047,1731613658148, seqNum=-1] 2024-11-14T19:47:40,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:40,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:40,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-14T19:47:40,554 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613660554, completionTime=-1 2024-11-14T19:47:40,554 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:47:40,554 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613720556 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613780556 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35111,1731613657978-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35111,1731613657978-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35111,1731613657978-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:35111, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,558 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.349sec 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:40,559 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35111,1731613657978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:40,560 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35111,1731613657978-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:40,561 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:40,561 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:40,561 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35111,1731613657978-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:40,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:40,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:47:40,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:40,579 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:47:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:47:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fccfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:47:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:40,580 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:40,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8f27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:40,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,39047,1731613658148, seqNum=-1] 2024-11-14T19:47:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:40,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:40,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,35111,1731613657978 2024-11-14T19:47:40,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:40,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:40,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c114b7f0002 connected 2024-11-14T19:47:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir so I do NOT create it in target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8 2024-11-14T19:47:40,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.tmp.dir so I do NOT create it in target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8 2024-11-14T19:47:40,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:40,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8 2024-11-14T19:47:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:40,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/cluster_bf9c1d3d-8157-2ea9-0790-9ea967aee629, deleteOnExit=true 2024-11-14T19:47:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/test.cache.data in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:40,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:40,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:40,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:40,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:40,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:40,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:40,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:40,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:40,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:40,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:40,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:40,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:40,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:40,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13a8db3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/java.io.tmpdir/jetty-localhost-37787-hadoop-hdfs-3_4_1-tests_jar-_-any-15029967515660299502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:40,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:37787} 2024-11-14T19:47:40,910 INFO [Time-limited test {}] server.Server(415): Started @224302ms 2024-11-14T19:47:41,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:41,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:41,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:41,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:41,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:41,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:41,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:41,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c24eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/java.io.tmpdir/jetty-localhost-34673-hadoop-hdfs-3_4_1-tests_jar-_-any-16455983515672322579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:41,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:34673} 2024-11-14T19:47:41,177 INFO [Time-limited test {}] server.Server(415): Started @224569ms 2024-11-14T19:47:41,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:41,551 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/cluster_bf9c1d3d-8157-2ea9-0790-9ea967aee629/data/data1/current/BP-1360214432-172.17.0.2-1731613660618/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:41,551 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/cluster_bf9c1d3d-8157-2ea9-0790-9ea967aee629/data/data2/current/BP-1360214432-172.17.0.2-1731613660618/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:41,570 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2fe654ab0b2c058 with lease ID 0x78aa310491e1950a: Processing first storage report for DS-c1369dac-3669-46d4-9b4d-27595403d842 from datanode DatanodeRegistration(127.0.0.1:45791, datanodeUuid=1d9aa3a5-5db0-4718-a7b7-6b77b599a345, infoPort=46723, infoSecurePort=0, ipcPort=44409, storageInfo=lv=-57;cid=testClusterID;nsid=349721636;c=1731613660618) 2024-11-14T19:47:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2fe654ab0b2c058 with lease ID 0x78aa310491e1950a: from storage DS-c1369dac-3669-46d4-9b4d-27595403d842 node DatanodeRegistration(127.0.0.1:45791, datanodeUuid=1d9aa3a5-5db0-4718-a7b7-6b77b599a345, infoPort=46723, infoSecurePort=0, ipcPort=44409, storageInfo=lv=-57;cid=testClusterID;nsid=349721636;c=1731613660618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2fe654ab0b2c058 with lease ID 0x78aa310491e1950a: Processing first storage report for DS-c94f0960-b88c-4692-bbd1-014a060b0b5e from datanode DatanodeRegistration(127.0.0.1:45791, datanodeUuid=1d9aa3a5-5db0-4718-a7b7-6b77b599a345, infoPort=46723, infoSecurePort=0, ipcPort=44409, storageInfo=lv=-57;cid=testClusterID;nsid=349721636;c=1731613660618) 2024-11-14T19:47:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2fe654ab0b2c058 with lease ID 0x78aa310491e1950a: from storage DS-c94f0960-b88c-4692-bbd1-014a060b0b5e node DatanodeRegistration(127.0.0.1:45791, datanodeUuid=1d9aa3a5-5db0-4718-a7b7-6b77b599a345, infoPort=46723, infoSecurePort=0, ipcPort=44409, storageInfo=lv=-57;cid=testClusterID;nsid=349721636;c=1731613660618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:41,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8 2024-11-14T19:47:41,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:41,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:42,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b with version=8 2024-11-14T19:47:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/hbase-staging 2024-11-14T19:47:42,007 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:42,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:42,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38565 2024-11-14T19:47:42,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38565 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:42,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385650x0, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:42,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38565-0x1013c114b7f0003 connected 2024-11-14T19:47:42,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:42,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:47:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:42,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/running 2024-11-14T19:47:42,107 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b, hbase.cluster.distributed=false 2024-11-14T19:47:42,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/acl 2024-11-14T19:47:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-14T19:47:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38565 2024-11-14T19:47:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38565 2024-11-14T19:47:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-14T19:47:42,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-14T19:47:42,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:42,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:42,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:42,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:42,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:42,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:42,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:42,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:42,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36867 2024-11-14T19:47:42,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36867 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:42,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:42,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:42,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368670x0, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:42,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368670x0, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/running 2024-11-14T19:47:42,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36867-0x1013c114b7f0004 connected 2024-11-14T19:47:42,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:42,138 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:42,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/master 2024-11-14T19:47:42,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/acl 2024-11-14T19:47:42,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-14T19:47:42,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36867 2024-11-14T19:47:42,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36867 2024-11-14T19:47:42,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-14T19:47:42,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-14T19:47:42,156 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:38565 2024-11-14T19:47:42,156 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1651894760/backup-masters/867b237d0fa7,38565,1731613662007 2024-11-14T19:47:42,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760/backup-masters 2024-11-14T19:47:42,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760/backup-masters 2024-11-14T19:47:42,162 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on existing znode=/1651894760/backup-masters/867b237d0fa7,38565,1731613662007 2024-11-14T19:47:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1651894760/master 2024-11-14T19:47:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:42,170 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on existing znode=/1651894760/master 2024-11-14T19:47:42,170 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1651894760/backup-masters/867b237d0fa7,38565,1731613662007 from backup master directory 2024-11-14T19:47:42,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1651894760/backup-masters/867b237d0fa7,38565,1731613662007 2024-11-14T19:47:42,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760/backup-masters 2024-11-14T19:47:42,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760/backup-masters 2024-11-14T19:47:42,178 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:42,178 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,38565,1731613662007 2024-11-14T19:47:42,181 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/hbase.id] with ID: 6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8 2024-11-14T19:47:42,181 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/.tmp/hbase.id 2024-11-14T19:47:42,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:42,585 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/.tmp/hbase.id]:[hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/hbase.id] 2024-11-14T19:47:42,591 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:42,591 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:42,592 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:47:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:42,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:42,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:42,967 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38372 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:43,033 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:43,034 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:43,034 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:43,439 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store 2024-11-14T19:47:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:43,844 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:43,844 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613663844Disabling compacts and flushes for region at 1731613663844Disabling writes for close at 1731613663844Writing region close event to WAL at 1731613663844Closed at 1731613663844 2024-11-14T19:47:43,844 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/.initializing 2024-11-14T19:47:43,844 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/WALs/867b237d0fa7,38565,1731613662007 2024-11-14T19:47:43,845 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:43,846 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C38565%2C1731613662007, suffix=, logDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/WALs/867b237d0fa7,38565,1731613662007, archiveDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:43,857 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/WALs/867b237d0fa7,38565,1731613662007/867b237d0fa7%2C38565%2C1731613662007.1731613663846, exclude list is [], retry=0 2024-11-14T19:47:43,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-c1369dac-3669-46d4-9b4d-27595403d842,DISK] 2024-11-14T19:47:43,860 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/WALs/867b237d0fa7,38565,1731613662007/867b237d0fa7%2C38565%2C1731613662007.1731613663846 2024-11-14T19:47:43,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-14T19:47:43,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:43,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:43,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:43,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:43,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:43,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:43,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:43,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:43,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:43,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:43,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:43,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:43,865 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,865 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,866 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,866 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,866 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,867 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:43,867 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:43,869 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:43,869 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69962385, jitterRate=0.04252077639102936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:43,869 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613663860Initializing all the Stores at 1731613663861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613663861Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613663861Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613663861Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613663861Cleaning up temporary data from old regions at 1731613663866 (+5 ms)Region opened successfully at 1731613663869 (+3 ms) 2024-11-14T19:47:43,869 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:43,871 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a65f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:43,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:43,874 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:43,874 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Unable to get data of znode /1651894760/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:43,909 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/balancer already deleted, retry=false 2024-11-14T19:47:43,910 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:43,910 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Unable to get data of znode /1651894760/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:43,920 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/normalizer already deleted, retry=false 2024-11-14T19:47:43,920 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:43,921 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Unable to get data of znode /1651894760/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:43,928 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/switch/split already deleted, retry=false 2024-11-14T19:47:43,929 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Unable to get data of znode /1651894760/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:43,937 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/switch/merge already deleted, retry=false 2024-11-14T19:47:43,938 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Unable to get data of znode /1651894760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:43,945 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:43,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1651894760/running 2024-11-14T19:47:43,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1651894760/running 2024-11-14T19:47:43,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:43,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:43,954 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,38565,1731613662007, sessionid=0x1013c114b7f0003, setting cluster-up flag (Was=false) 2024-11-14T19:47:43,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:43,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:43,995 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1651894760/flush-table-proc/acquired, /1651894760/flush-table-proc/reached, /1651894760/flush-table-proc/abort 2024-11-14T19:47:43,996 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,38565,1731613662007 2024-11-14T19:47:44,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:44,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:44,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1651894760/online-snapshot/acquired, /1651894760/online-snapshot/reached, /1651894760/online-snapshot/abort 2024-11-14T19:47:44,038 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,38565,1731613662007 2024-11-14T19:47:44,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:44,039 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:44,040 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:44,040 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:44,040 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,38565,1731613662007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,041 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:44,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613694042 2024-11-14T19:47:44,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:44,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:44,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:44,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:44,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:44,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:44,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:44,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:44,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:44,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:44,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:44,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:44,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:44,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:47:44,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:44,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:44,046 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613664044,5,FailOnTimeoutGroup] 2024-11-14T19:47:44,050 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613664046,5,FailOnTimeoutGroup] 2024-11-14T19:47:44,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:44,051 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,051 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:44,052 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(746): ClusterId : 6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8 2024-11-14T19:47:44,052 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:44,062 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:44,062 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:44,070 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:44,071 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bac119f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:44,080 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:36867 2024-11-14T19:47:44,080 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:44,080 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:44,080 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:44,081 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,38565,1731613662007 with port=36867, startcode=1731613662126 2024-11-14T19:47:44,081 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:44,082 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:44,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,36867,1731613662126 2024-11-14T19:47:44,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38565 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:44,084 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b 2024-11-14T19:47:44,084 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42189 2024-11-14T19:47:44,084 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:44,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760/rs 2024-11-14T19:47:44,117 DEBUG [RS:0;867b237d0fa7:36867 {}] zookeeper.ZKUtil(111): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on existing znode=/1651894760/rs/867b237d0fa7,36867,1731613662126 2024-11-14T19:47:44,117 WARN [RS:0;867b237d0fa7:36867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:44,117 INFO [RS:0;867b237d0fa7:36867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:44,117 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126 2024-11-14T19:47:44,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,36867,1731613662126] 2024-11-14T19:47:44,120 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:44,122 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:44,122 INFO [RS:0;867b237d0fa7:36867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:44,122 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,122 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:44,123 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:44,123 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,123 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,124 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,124 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,124 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,124 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:44,124 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:44,124 DEBUG [RS:0;867b237d0fa7:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:44,124 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,124 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,124 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,124 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,124 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,124 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36867,1731613662126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:44,137 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:44,138 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36867,1731613662126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,138 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,138 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.Replication(171): 867b237d0fa7,36867,1731613662126 started 2024-11-14T19:47:44,149 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:44,149 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,36867,1731613662126, RpcServer on 867b237d0fa7/172.17.0.2:36867, sessionid=0x1013c114b7f0004 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,36867,1731613662126 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36867,1731613662126' 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1651894760/flush-table-proc/abort' 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1651894760/flush-table-proc/acquired' 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,36867,1731613662126 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36867,1731613662126' 2024-11-14T19:47:44,150 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1651894760/online-snapshot/abort' 2024-11-14T19:47:44,151 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1651894760/online-snapshot/acquired' 2024-11-14T19:47:44,151 DEBUG [RS:0;867b237d0fa7:36867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:44,151 INFO [RS:0;867b237d0fa7:36867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:44,151 INFO [RS:0;867b237d0fa7:36867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:44,251 INFO [RS:0;867b237d0fa7:36867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:44,252 INFO [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36867%2C1731613662126, suffix=, logDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126, archiveDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/oldWALs, maxLogs=10 2024-11-14T19:47:44,263 DEBUG [RS:0;867b237d0fa7:36867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, exclude list is [], retry=0 2024-11-14T19:47:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-c1369dac-3669-46d4-9b4d-27595403d842,DISK] 2024-11-14T19:47:44,267 INFO [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 2024-11-14T19:47:44,268 DEBUG [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-14T19:47:44,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:44,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b 2024-11-14T19:47:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:47:44,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:44,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:44,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:44,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:44,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:44,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:44,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:44,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:44,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:44,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:44,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:44,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:44,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:44,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:44,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:44,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:44,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:44,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:44,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740 2024-11-14T19:47:44,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740 2024-11-14T19:47:44,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:44,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:44,865 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:44,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:44,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:44,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60826937, jitterRate=-0.09360800683498383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:44,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613664858Initializing all the Stores at 1731613664859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613664859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613664859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613664859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613664859Cleaning up temporary data from old regions at 1731613664864 (+5 ms)Region opened successfully at 1731613664867 (+3 ms) 2024-11-14T19:47:44,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:44,867 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:44,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:44,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:44,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:44,868 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:44,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613664867Disabling compacts and flushes for region at 1731613664867Disabling writes for close at 1731613664867Writing region close event to WAL at 1731613664868 (+1 ms)Closed at 1731613664868 2024-11-14T19:47:44,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:44,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:44,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:44,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:44,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:45,020 DEBUG [867b237d0fa7:38565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:47:45,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:45,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36867,1731613662126, state=OPENING 2024-11-14T19:47:45,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:45,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:45,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:45,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1651894760/meta-region-server: CHANGED 2024-11-14T19:47:45,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1651894760/meta-region-server: CHANGED 2024-11-14T19:47:45,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:45,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,36867,1731613662126}] 2024-11-14T19:47:45,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:45,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:45,257 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:45,257 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:45,257 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:45,258 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36867%2C1731613662126.meta, suffix=.meta, logDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126, archiveDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/oldWALs, maxLogs=10 2024-11-14T19:47:45,270 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.meta.1731613665258.meta, exclude list is [], retry=0 2024-11-14T19:47:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-c1369dac-3669-46d4-9b4d-27595403d842,DISK] 2024-11-14T19:47:45,272 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.meta.1731613665258.meta 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:45,273 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:45,273 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:45,273 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:45,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:45,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:45,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:45,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:45,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:45,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:45,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:45,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:45,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:45,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:45,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:45,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:45,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:45,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:45,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:45,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:45,278 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:45,278 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740 2024-11-14T19:47:45,279 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740 2024-11-14T19:47:45,279 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:45,279 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:45,280 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:45,280 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:45,281 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65704948, jitterRate=-0.020919978618621826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:45,281 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:45,281 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613665273Writing region info on filesystem at 1731613665273Initializing all the Stores at 1731613665274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613665274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613665274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613665274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613665274Cleaning up temporary data from old regions at 1731613665279 (+5 ms)Running coprocessor post-open hooks at 1731613665281 (+2 ms)Region opened successfully at 1731613665281 2024-11-14T19:47:45,282 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613665253 2024-11-14T19:47:45,283 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:45,283 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:45,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:45,284 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36867,1731613662126, state=OPEN 2024-11-14T19:47:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1651894760/meta-region-server 2024-11-14T19:47:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1651894760/meta-region-server 2024-11-14T19:47:45,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:45,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1651894760/meta-region-server: CHANGED 2024-11-14T19:47:45,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1651894760/meta-region-server: CHANGED 2024-11-14T19:47:45,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:45,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,36867,1731613662126 in 192 msec 2024-11-14T19:47:45,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:45,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-14T19:47:45,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:45,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:45,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:45,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36867,1731613662126, seqNum=-1] 2024-11-14T19:47:45,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:45,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:45,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-14T19:47:45,303 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613665302, completionTime=-1 2024-11-14T19:47:45,303 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:47:45,303 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:45,304 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:47:45,304 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613725304 2024-11-14T19:47:45,304 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613785304 2024-11-14T19:47:45,304 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:47:45,305 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38565,1731613662007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,305 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38565,1731613662007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,305 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38565,1731613662007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,305 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:38565, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,305 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,306 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.131sec 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38565,1731613662007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:45,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38565,1731613662007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:45,311 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:45,311 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:45,311 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38565,1731613662007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:45,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:45,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38565,-1 for getting cluster id 2024-11-14T19:47:45,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:45,354 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8' 2024-11-14T19:47:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8" 2024-11-14T19:47:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a82341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38565,-1] 2024-11-14T19:47:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:45,355 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:45,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12035f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:45,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36867,1731613662126, seqNum=-1] 2024-11-14T19:47:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:45,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:45,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,38565,1731613662007 2024-11-14T19:47:45,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:45,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:45,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c114b7f0005 connected 2024-11-14T19:47:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir so I do NOT create it in target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2 2024-11-14T19:47:45,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.tmp.dir so I do NOT create it in target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2 2024-11-14T19:47:45,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:45,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2 2024-11-14T19:47:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:45,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/cluster_13caab9c-0c5f-b1fc-9923-0155b9352c45, deleteOnExit=true 2024-11-14T19:47:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/test.cache.data in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:45,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:45,573 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T19:47:45,574 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,574 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,606 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,610 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:45,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:45,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:45,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:45,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:45,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:45,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:45,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@784a7587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:45,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bd3e3d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:45,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ecef2c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/java.io.tmpdir/jetty-localhost-38929-hadoop-hdfs-3_4_1-tests_jar-_-any-9037434364399671050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:45,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4690dc4a{HTTP/1.1, (http/1.1)}{localhost:38929} 2024-11-14T19:47:45,726 INFO [Time-limited test {}] server.Server(415): Started @229117ms 2024-11-14T19:47:45,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:45,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:45,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:45,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:45,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:45,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@678fdb91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:45,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58e13ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:45,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f5a09f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/java.io.tmpdir/jetty-localhost-35285-hadoop-hdfs-3_4_1-tests_jar-_-any-16575224837446352564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:45,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd1b6aa{HTTP/1.1, (http/1.1)}{localhost:35285} 2024-11-14T19:47:45,974 INFO [Time-limited test {}] server.Server(415): Started @229365ms 2024-11-14T19:47:45,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:46,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:47:46,433 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/cluster_13caab9c-0c5f-b1fc-9923-0155b9352c45/data/data1/current/BP-1086594334-172.17.0.2-1731613665395/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:46,433 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/cluster_13caab9c-0c5f-b1fc-9923-0155b9352c45/data/data2/current/BP-1086594334-172.17.0.2-1731613665395/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:46,447 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb90cd7c2a769cfa with lease ID 0x5ab17635323e731f: Processing first storage report for DS-8443714e-95c3-466a-b051-57e6b5eea5a7 from datanode DatanodeRegistration(127.0.0.1:33779, datanodeUuid=dcdff1e6-3b8a-4594-83c0-a7703bc436d3, infoPort=38389, infoSecurePort=0, ipcPort=43971, storageInfo=lv=-57;cid=testClusterID;nsid=194587010;c=1731613665395) 2024-11-14T19:47:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb90cd7c2a769cfa with lease ID 0x5ab17635323e731f: from storage DS-8443714e-95c3-466a-b051-57e6b5eea5a7 node DatanodeRegistration(127.0.0.1:33779, datanodeUuid=dcdff1e6-3b8a-4594-83c0-a7703bc436d3, infoPort=38389, infoSecurePort=0, ipcPort=43971, storageInfo=lv=-57;cid=testClusterID;nsid=194587010;c=1731613665395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb90cd7c2a769cfa with lease ID 0x5ab17635323e731f: Processing first storage report for DS-93c1b7a9-3ae8-46ac-821d-67b52a92642d from datanode DatanodeRegistration(127.0.0.1:33779, datanodeUuid=dcdff1e6-3b8a-4594-83c0-a7703bc436d3, infoPort=38389, infoSecurePort=0, ipcPort=43971, storageInfo=lv=-57;cid=testClusterID;nsid=194587010;c=1731613665395) 2024-11-14T19:47:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb90cd7c2a769cfa with lease ID 0x5ab17635323e731f: from storage DS-93c1b7a9-3ae8-46ac-821d-67b52a92642d node DatanodeRegistration(127.0.0.1:33779, datanodeUuid=dcdff1e6-3b8a-4594-83c0-a7703bc436d3, infoPort=38389, infoSecurePort=0, ipcPort=43971, storageInfo=lv=-57;cid=testClusterID;nsid=194587010;c=1731613665395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:46,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2 2024-11-14T19:47:46,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:46,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:46,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:46,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04 with version=8 2024-11-14T19:47:46,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/hbase-staging 2024-11-14T19:47:46,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:46,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46679 2024-11-14T19:47:46,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46679 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:46,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466790x0, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:46,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46679-0x1013c114b7f0006 connected 2024-11-14T19:47:47,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:47,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:47,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/running 2024-11-14T19:47:47,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04, hbase.cluster.distributed=false 2024-11-14T19:47:47,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/acl 2024-11-14T19:47:47,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46679 2024-11-14T19:47:47,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46679 2024-11-14T19:47:47,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46679 2024-11-14T19:47:47,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46679 2024-11-14T19:47:47,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46679 2024-11-14T19:47:47,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:47,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:47,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35919 2024-11-14T19:47:47,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35919 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:47,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:47,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:47,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359190x0, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:47,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359190x0, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/running 2024-11-14T19:47:47,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35919-0x1013c114b7f0007 connected 2024-11-14T19:47:47,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:47,045 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:47,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/master 2024-11-14T19:47:47,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/acl 2024-11-14T19:47:47,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35919 2024-11-14T19:47:47,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35919 2024-11-14T19:47:47,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35919 2024-11-14T19:47:47,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35919 2024-11-14T19:47:47,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35919 2024-11-14T19:47:47,064 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:46679 2024-11-14T19:47:47,064 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2547565410/backup-masters/867b237d0fa7,46679,1731613666918 2024-11-14T19:47:47,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410/backup-masters 2024-11-14T19:47:47,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410/backup-masters 2024-11-14T19:47:47,070 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on existing znode=/2547565410/backup-masters/867b237d0fa7,46679,1731613666918 2024-11-14T19:47:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2547565410/master 2024-11-14T19:47:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:47,078 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on existing znode=/2547565410/master 2024-11-14T19:47:47,079 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2547565410/backup-masters/867b237d0fa7,46679,1731613666918 from backup master directory 2024-11-14T19:47:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2547565410/backup-masters/867b237d0fa7,46679,1731613666918 2024-11-14T19:47:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410/backup-masters 2024-11-14T19:47:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410/backup-masters 2024-11-14T19:47:47,086 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:47,086 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,46679,1731613666918 2024-11-14T19:47:47,089 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/hbase.id] with ID: 3e206299-ca6a-4481-80c2-d4923fb92bc9 2024-11-14T19:47:47,089 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/.tmp/hbase.id 2024-11-14T19:47:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:47,496 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/.tmp/hbase.id]:[hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/hbase.id] 2024-11-14T19:47:47,503 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:47,503 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:47,504 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:47:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:47,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:47,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:47,942 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:47,942 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:47,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:48,348 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store 2024-11-14T19:47:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:48,753 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:48,753 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:48,753 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:48,753 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:48,753 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:48,753 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:48,753 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:48,753 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613668753Disabling compacts and flushes for region at 1731613668753Disabling writes for close at 1731613668753Writing region close event to WAL at 1731613668753Closed at 1731613668753 2024-11-14T19:47:48,754 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/.initializing 2024-11-14T19:47:48,754 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/WALs/867b237d0fa7,46679,1731613666918 2024-11-14T19:47:48,755 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:48,756 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C46679%2C1731613666918, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/WALs/867b237d0fa7,46679,1731613666918, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:48,770 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/WALs/867b237d0fa7,46679,1731613666918/867b237d0fa7%2C46679%2C1731613666918.1731613668756, exclude list is [], retry=0 2024-11-14T19:47:48,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33779,DS-8443714e-95c3-466a-b051-57e6b5eea5a7,DISK] 2024-11-14T19:47:48,774 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/WALs/867b237d0fa7,46679,1731613666918/867b237d0fa7%2C46679%2C1731613666918.1731613668756 2024-11-14T19:47:48,774 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389)] 2024-11-14T19:47:48,774 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:48,775 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:48,775 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,775 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:48,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:48,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:48,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:48,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:48,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:48,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:48,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:48,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:48,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:48,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:48,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:48,781 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,782 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,782 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,783 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,783 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,783 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:48,784 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:48,786 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:48,786 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73906563, jitterRate=0.10129360854625702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:48,786 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613668775Initializing all the Stores at 1731613668775Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613668775Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613668777 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613668777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613668777Cleaning up temporary data from old regions at 1731613668783 (+6 ms)Region opened successfully at 1731613668786 (+3 ms) 2024-11-14T19:47:48,786 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:48,788 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21624a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:48,789 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:48,789 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:48,789 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:48,790 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:48,790 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:48,790 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:48,790 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:48,792 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:48,793 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Unable to get data of znode /2547565410/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:48,828 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2547565410/balancer already deleted, retry=false 2024-11-14T19:47:48,829 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:48,829 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Unable to get data of znode /2547565410/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:48,836 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2547565410/normalizer already deleted, retry=false 2024-11-14T19:47:48,837 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:48,837 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Unable to get data of znode /2547565410/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:48,845 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2547565410/switch/split already deleted, retry=false 2024-11-14T19:47:48,845 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Unable to get data of znode /2547565410/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:48,853 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2547565410/switch/merge already deleted, retry=false 2024-11-14T19:47:48,855 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Unable to get data of znode /2547565410/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:48,861 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2547565410/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2547565410/running 2024-11-14T19:47:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2547565410/running 2024-11-14T19:47:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:48,870 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,46679,1731613666918, sessionid=0x1013c114b7f0006, setting cluster-up flag (Was=false) 2024-11-14T19:47:48,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:48,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:48,911 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2547565410/flush-table-proc/acquired, /2547565410/flush-table-proc/reached, /2547565410/flush-table-proc/abort 2024-11-14T19:47:48,912 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,46679,1731613666918 2024-11-14T19:47:48,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:48,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:48,953 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2547565410/online-snapshot/acquired, /2547565410/online-snapshot/reached, /2547565410/online-snapshot/abort 2024-11-14T19:47:48,954 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,46679,1731613666918 2024-11-14T19:47:48,955 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:48,956 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:48,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:48,956 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:48,956 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,46679,1731613666918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:48,957 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(746): ClusterId : 3e206299-ca6a-4481-80c2-d4923fb92bc9 2024-11-14T19:47:48,957 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:48,957 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:48,957 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:48,957 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:48,957 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:48,957 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:48,958 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:48,958 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:48,958 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613698958 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:48,958 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:48,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:48,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:48,959 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:48,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:48,959 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613668959,5,FailOnTimeoutGroup] 2024-11-14T19:47:48,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:48,962 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:48,962 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:48,962 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613668959,5,FailOnTimeoutGroup] 2024-11-14T19:47:48,962 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:48,962 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:48,962 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:48,962 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:48,970 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:48,971 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4c76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:48,983 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:35919 2024-11-14T19:47:48,984 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:48,984 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:48,984 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:48,984 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,46679,1731613666918 with port=35919, startcode=1731613667029 2024-11-14T19:47:48,984 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:48,986 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:48,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,35919,1731613667029 2024-11-14T19:47:48,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46679 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:48,987 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04 2024-11-14T19:47:48,987 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42763 2024-11-14T19:47:48,987 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410/rs 2024-11-14T19:47:49,033 DEBUG [RS:0;867b237d0fa7:35919 {}] zookeeper.ZKUtil(111): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on existing znode=/2547565410/rs/867b237d0fa7,35919,1731613667029 2024-11-14T19:47:49,033 WARN [RS:0;867b237d0fa7:35919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:49,033 INFO [RS:0;867b237d0fa7:35919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:49,033 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029 2024-11-14T19:47:49,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,35919,1731613667029] 2024-11-14T19:47:49,035 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:49,037 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:49,037 INFO [RS:0;867b237d0fa7:35919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:49,037 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,037 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:49,038 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:49,038 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:49,038 DEBUG [RS:0;867b237d0fa7:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:49,039 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,039 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,039 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,039 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,039 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,039 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35919,1731613667029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:49,055 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:49,055 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35919,1731613667029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,056 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,056 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.Replication(171): 867b237d0fa7,35919,1731613667029 started 2024-11-14T19:47:49,071 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:49,071 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,35919,1731613667029, RpcServer on 867b237d0fa7/172.17.0.2:35919, sessionid=0x1013c114b7f0007 2024-11-14T19:47:49,071 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:49,071 DEBUG [RS:0;867b237d0fa7:35919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,35919,1731613667029 2024-11-14T19:47:49,071 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,35919,1731613667029' 2024-11-14T19:47:49,071 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2547565410/flush-table-proc/abort' 2024-11-14T19:47:49,071 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2547565410/flush-table-proc/acquired' 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,35919,1731613667029 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,35919,1731613667029' 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2547565410/online-snapshot/abort' 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2547565410/online-snapshot/acquired' 2024-11-14T19:47:49,072 DEBUG [RS:0;867b237d0fa7:35919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:49,072 INFO [RS:0;867b237d0fa7:35919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:49,072 INFO [RS:0;867b237d0fa7:35919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:49,173 INFO [RS:0;867b237d0fa7:35919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:49,174 INFO [RS:0;867b237d0fa7:35919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C35919%2C1731613667029, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/oldWALs, maxLogs=10 2024-11-14T19:47:49,189 DEBUG [RS:0;867b237d0fa7:35919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, exclude list is [], retry=0 2024-11-14T19:47:49,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33779,DS-8443714e-95c3-466a-b051-57e6b5eea5a7,DISK] 2024-11-14T19:47:49,192 INFO [RS:0;867b237d0fa7:35919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 2024-11-14T19:47:49,193 DEBUG [RS:0;867b237d0fa7:35919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389)] 2024-11-14T19:47:49,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:49,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04 2024-11-14T19:47:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:47:49,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:49,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:49,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:49,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:49,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:49,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:49,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:49,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:49,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:49,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:49,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:49,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:49,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:49,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:49,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:49,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:49,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740 2024-11-14T19:47:49,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740 2024-11-14T19:47:49,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:49,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:49,784 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:49,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:49,787 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61466491, jitterRate=-0.08407790958881378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:49,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613669777Initializing all the Stores at 1731613669778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613669778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613669778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613669778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613669778Cleaning up temporary data from old regions at 1731613669784 (+6 ms)Region opened successfully at 1731613669787 (+3 ms) 2024-11-14T19:47:49,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:49,787 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:49,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:49,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:49,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:49,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:49,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613669787Disabling compacts and flushes for region at 1731613669787Disabling writes for close at 1731613669787Writing region close event to WAL at 1731613669787Closed at 1731613669787 2024-11-14T19:47:49,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:49,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:49,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:49,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:49,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:49,940 DEBUG [867b237d0fa7:46679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:47:49,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:49,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,35919,1731613667029, state=OPENING 2024-11-14T19:47:50,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:50,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:50,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:50,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2547565410/meta-region-server: CHANGED 2024-11-14T19:47:50,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2547565410/meta-region-server: CHANGED 2024-11-14T19:47:50,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:50,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,35919,1731613667029}] 2024-11-14T19:47:50,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:50,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:50,174 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:50,174 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:50,174 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:50,176 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C35919%2C1731613667029.meta, suffix=.meta, logDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/oldWALs, maxLogs=10 2024-11-14T19:47:50,188 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.meta.1731613670176.meta, exclude list is [], retry=0 2024-11-14T19:47:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33779,DS-8443714e-95c3-466a-b051-57e6b5eea5a7,DISK] 2024-11-14T19:47:50,191 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.meta.1731613670176.meta 2024-11-14T19:47:50,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389)] 2024-11-14T19:47:50,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:50,193 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:50,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:50,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:50,193 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:50,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:50,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:50,194 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:50,194 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:50,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:50,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:50,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:50,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:50,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:50,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:50,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:50,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:50,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:50,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:50,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:50,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:50,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:50,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:50,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:50,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:50,198 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:50,199 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740 2024-11-14T19:47:50,199 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740 2024-11-14T19:47:50,200 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:50,200 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:50,200 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:50,201 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:50,202 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73708862, jitterRate=0.09834763407707214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:50,202 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:50,202 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613670194Writing region info on filesystem at 1731613670194Initializing all the Stores at 1731613670194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613670194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613670195 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613670195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613670195Cleaning up temporary data from old regions at 1731613670200 (+5 ms)Running coprocessor post-open hooks at 1731613670202 (+2 ms)Region opened successfully at 1731613670202 2024-11-14T19:47:50,202 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613670170 2024-11-14T19:47:50,204 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:50,204 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:50,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:50,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,35919,1731613667029, state=OPEN 2024-11-14T19:47:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2547565410/meta-region-server 2024-11-14T19:47:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2547565410/meta-region-server 2024-11-14T19:47:50,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:50,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2547565410/meta-region-server: CHANGED 2024-11-14T19:47:50,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2547565410/meta-region-server: CHANGED 2024-11-14T19:47:50,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:50,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,35919,1731613667029 in 194 msec 2024-11-14T19:47:50,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:50,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-14T19:47:50,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:50,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:50,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:50,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35919,1731613667029, seqNum=-1] 2024-11-14T19:47:50,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:50,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:50,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-14T19:47:50,222 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613670222, completionTime=-1 2024-11-14T19:47:50,222 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:47:50,222 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:50,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:47:50,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613730224 2024-11-14T19:47:50,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613790224 2024-11-14T19:47:50,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:47:50,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46679,1731613666918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46679,1731613666918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46679,1731613666918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:46679, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,226 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.141sec 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46679,1731613666918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:50,228 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46679,1731613666918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:50,230 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:50,230 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:50,230 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46679,1731613666918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:50,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525fc1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:50,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:47:50,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:50,260 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:47:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:47:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b77e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:47:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:50,261 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:50,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f45835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:50,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35919,1731613667029, seqNum=-1] 2024-11-14T19:47:50,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:50,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,46679,1731613666918 2024-11-14T19:47:50,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-11-14T19:47:50,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:50,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c114b7f0008 connected 2024-11-14T19:47:50,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35111,1731613657978 2024-11-14T19:47:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac7af35 2024-11-14T19:47:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:50,288 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:50,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:47:50,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:50,291 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:50,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:47:50,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:47:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:50,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47bd7492de3cfaa1926fe14371544236, NAME => 'test,,1731613670288.47bd7492de3cfaa1926fe14371544236.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585 2024-11-14T19:47:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:47:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:51,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613670288.47bd7492de3cfaa1926fe14371544236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:51,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 47bd7492de3cfaa1926fe14371544236, disabling compactions & flushes 2024-11-14T19:47:51,103 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613670288.47bd7492de3cfaa1926fe14371544236. after waiting 0 ms 2024-11-14T19:47:51,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,103 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47bd7492de3cfaa1926fe14371544236: Waiting for close lock at 1731613671103Disabling compacts and flushes for region at 1731613671103Disabling writes for close at 1731613671103Writing region close event to WAL at 1731613671103Closed at 1731613671103 2024-11-14T19:47:51,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:51,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613670288.47bd7492de3cfaa1926fe14371544236.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613671104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613671104"}]},"ts":"1731613671104"} 2024-11-14T19:47:51,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:51,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:51,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613671106"}]},"ts":"1731613671106"} 2024-11-14T19:47:51,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:47:51,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47bd7492de3cfaa1926fe14371544236, ASSIGN}] 2024-11-14T19:47:51,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47bd7492de3cfaa1926fe14371544236, ASSIGN 2024-11-14T19:47:51,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=47bd7492de3cfaa1926fe14371544236, ASSIGN; state=OFFLINE, location=867b237d0fa7,39047,1731613658148; forceNewPlan=false, retain=false 2024-11-14T19:47:51,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47bd7492de3cfaa1926fe14371544236, regionState=OPENING, regionLocation=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:51,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=47bd7492de3cfaa1926fe14371544236, ASSIGN because future has completed 2024-11-14T19:47:51,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47bd7492de3cfaa1926fe14371544236, server=867b237d0fa7,39047,1731613658148}] 2024-11-14T19:47:51,418 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47bd7492de3cfaa1926fe14371544236, NAME => 'test,,1731613670288.47bd7492de3cfaa1926fe14371544236.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:51,419 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:51,419 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:47:51,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613670288.47bd7492de3cfaa1926fe14371544236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:51,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,421 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,422 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47bd7492de3cfaa1926fe14371544236 columnFamilyName f 2024-11-14T19:47:51,422 DEBUG [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:51,422 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] regionserver.HStore(327): Store=47bd7492de3cfaa1926fe14371544236/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:51,422 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,423 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47bd7492de3cfaa1926fe14371544236 columnFamilyName f1 2024-11-14T19:47:51,423 DEBUG [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:51,424 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] regionserver.HStore(327): Store=47bd7492de3cfaa1926fe14371544236/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:51,424 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,425 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47bd7492de3cfaa1926fe14371544236 columnFamilyName norep 2024-11-14T19:47:51,425 DEBUG [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:51,425 INFO [StoreOpener-47bd7492de3cfaa1926fe14371544236-1 {}] regionserver.HStore(327): Store=47bd7492de3cfaa1926fe14371544236/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:51,425 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,426 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,426 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,427 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,427 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:51,427 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:51,428 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,430 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:51,431 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47bd7492de3cfaa1926fe14371544236; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63648886, jitterRate=-0.051557689905166626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:51,431 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:47:51,432 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47bd7492de3cfaa1926fe14371544236: Running coprocessor pre-open hook at 1731613671419Writing region info on filesystem at 1731613671419Initializing all the Stores at 1731613671420 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613671420Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613671420Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613671420Cleaning up temporary data from old regions at 1731613671427 (+7 ms)Running coprocessor post-open hooks at 1731613671431 (+4 ms)Region opened successfully at 1731613671431 2024-11-14T19:47:51,432 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613670288.47bd7492de3cfaa1926fe14371544236., pid=6, masterSystemTime=1731613671414 2024-11-14T19:47:51,434 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,434 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:47:51,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47bd7492de3cfaa1926fe14371544236, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47bd7492de3cfaa1926fe14371544236, server=867b237d0fa7,39047,1731613658148 because future has completed 2024-11-14T19:47:51,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:47:51,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47bd7492de3cfaa1926fe14371544236, server=867b237d0fa7,39047,1731613658148 in 176 msec 2024-11-14T19:47:51,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:47:51,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=47bd7492de3cfaa1926fe14371544236, ASSIGN in 332 msec 2024-11-14T19:47:51,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:51,442 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613671442"}]},"ts":"1731613671442"} 2024-11-14T19:47:51,444 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:47:51,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:51,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-14T19:47:52,026 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:47:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:47:52,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T19:47:52,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:47:52,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T19:47:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:52,437 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:47:52,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38565,1731613662007 2024-11-14T19:47:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3639962 2024-11-14T19:47:52,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:52,440 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:52,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:47:52,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:52,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:52,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:47:52,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:47:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:52,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa4821152fa1b3fd2102410170b27533, NAME => 'test,,1731613672440.fa4821152fa1b3fd2102410170b27533.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b 2024-11-14T19:47:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:47:52,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613672440.fa4821152fa1b3fd2102410170b27533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:52,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa4821152fa1b3fd2102410170b27533, disabling compactions & flushes 2024-11-14T19:47:52,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:52,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:52,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613672440.fa4821152fa1b3fd2102410170b27533. after waiting 0 ms 2024-11-14T19:47:52,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:52,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:52,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa4821152fa1b3fd2102410170b27533: Waiting for close lock at 1731613672867Disabling compacts and flushes for region at 1731613672867Disabling writes for close at 1731613672867Writing region close event to WAL at 1731613672867Closed at 1731613672867 2024-11-14T19:47:52,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:52,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613672440.fa4821152fa1b3fd2102410170b27533.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613672869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613672869"}]},"ts":"1731613672869"} 2024-11-14T19:47:52,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:52,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:52,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613672872"}]},"ts":"1731613672872"} 2024-11-14T19:47:52,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:47:52,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa4821152fa1b3fd2102410170b27533, ASSIGN}] 2024-11-14T19:47:52,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa4821152fa1b3fd2102410170b27533, ASSIGN 2024-11-14T19:47:52,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa4821152fa1b3fd2102410170b27533, ASSIGN; state=OFFLINE, location=867b237d0fa7,36867,1731613662126; forceNewPlan=false, retain=false 2024-11-14T19:47:53,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa4821152fa1b3fd2102410170b27533, regionState=OPENING, regionLocation=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:53,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa4821152fa1b3fd2102410170b27533, ASSIGN because future has completed 2024-11-14T19:47:53,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4821152fa1b3fd2102410170b27533, server=867b237d0fa7,36867,1731613662126}] 2024-11-14T19:47:53,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:53,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:53,068 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48472 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:47:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:53,206 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:53,206 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa4821152fa1b3fd2102410170b27533, NAME => 'test,,1731613672440.fa4821152fa1b3fd2102410170b27533.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:53,207 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:53,207 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:47:53,207 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,207 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613672440.fa4821152fa1b3fd2102410170b27533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:53,207 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,207 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,213 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,215 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4821152fa1b3fd2102410170b27533 columnFamilyName f 2024-11-14T19:47:53,215 DEBUG [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,215 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] regionserver.HStore(327): Store=fa4821152fa1b3fd2102410170b27533/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:53,215 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,217 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4821152fa1b3fd2102410170b27533 columnFamilyName f1 2024-11-14T19:47:53,217 DEBUG [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,218 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] regionserver.HStore(327): Store=fa4821152fa1b3fd2102410170b27533/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:53,218 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,219 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4821152fa1b3fd2102410170b27533 columnFamilyName norep 2024-11-14T19:47:53,219 DEBUG [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,220 INFO [StoreOpener-fa4821152fa1b3fd2102410170b27533-1 {}] regionserver.HStore(327): Store=fa4821152fa1b3fd2102410170b27533/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:53,220 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,221 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,221 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,221 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,221 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,222 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:53,222 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,227 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:53,227 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa4821152fa1b3fd2102410170b27533; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70269829, jitterRate=0.04710204899311066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:53,227 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:47:53,228 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa4821152fa1b3fd2102410170b27533: Running coprocessor pre-open hook at 1731613673207Writing region info on filesystem at 1731613673207Initializing all the Stores at 1731613673208 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613673208Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613673213 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613673213Cleaning up temporary data from old regions at 1731613673221 (+8 ms)Running coprocessor post-open hooks at 1731613673227 (+6 ms)Region opened successfully at 1731613673228 (+1 ms) 2024-11-14T19:47:53,228 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613672440.fa4821152fa1b3fd2102410170b27533., pid=6, masterSystemTime=1731613673185 2024-11-14T19:47:53,230 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:53,230 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:47:53,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa4821152fa1b3fd2102410170b27533, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:53,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4821152fa1b3fd2102410170b27533, server=867b237d0fa7,36867,1731613662126 because future has completed 2024-11-14T19:47:53,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:47:53,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa4821152fa1b3fd2102410170b27533, server=867b237d0fa7,36867,1731613662126 in 201 msec 2024-11-14T19:47:53,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:47:53,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa4821152fa1b3fd2102410170b27533, ASSIGN in 360 msec 2024-11-14T19:47:53,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:53,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613673238"}]},"ts":"1731613673238"} 2024-11-14T19:47:53,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:47:53,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:53,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 801 msec 2024-11-14T19:47:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:53,587 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:47:53,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46679,1731613666918 2024-11-14T19:47:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e965110 2024-11-14T19:47:53,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:53,589 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:53,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:47:53,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:53,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:47:53,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:53,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:47:53,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42ddc397cfa7e21b71c3d3253286ce0f, NAME => 'test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04 2024-11-14T19:47:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:47:53,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:53,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42ddc397cfa7e21b71c3d3253286ce0f, disabling compactions & flushes 2024-11-14T19:47:53,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. after waiting 0 ms 2024-11-14T19:47:53,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42ddc397cfa7e21b71c3d3253286ce0f: Waiting for close lock at 1731613673618Disabling compacts and flushes for region at 1731613673618Disabling writes for close at 1731613673618Writing region close event to WAL at 1731613673618Closed at 1731613673618 2024-11-14T19:47:53,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:53,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613673619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613673619"}]},"ts":"1731613673619"} 2024-11-14T19:47:53,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:53,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:53,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613673623"}]},"ts":"1731613673623"} 2024-11-14T19:47:53,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:47:53,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42ddc397cfa7e21b71c3d3253286ce0f, ASSIGN}] 2024-11-14T19:47:53,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42ddc397cfa7e21b71c3d3253286ce0f, ASSIGN 2024-11-14T19:47:53,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42ddc397cfa7e21b71c3d3253286ce0f, ASSIGN; state=OFFLINE, location=867b237d0fa7,35919,1731613667029; forceNewPlan=false, retain=false 2024-11-14T19:47:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:53,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42ddc397cfa7e21b71c3d3253286ce0f, regionState=OPENING, regionLocation=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42ddc397cfa7e21b71c3d3253286ce0f, ASSIGN because future has completed 2024-11-14T19:47:53,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42ddc397cfa7e21b71c3d3253286ce0f, server=867b237d0fa7,35919,1731613667029}] 2024-11-14T19:47:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:53,943 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,943 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42ddc397cfa7e21b71c3d3253286ce0f, NAME => 'test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:53,943 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:53,943 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:47:53,943 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,943 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:53,944 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,944 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,945 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,946 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ddc397cfa7e21b71c3d3253286ce0f columnFamilyName f 2024-11-14T19:47:53,947 DEBUG [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,947 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] regionserver.HStore(327): Store=42ddc397cfa7e21b71c3d3253286ce0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:53,947 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,948 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ddc397cfa7e21b71c3d3253286ce0f columnFamilyName f1 2024-11-14T19:47:53,948 DEBUG [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,949 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] regionserver.HStore(327): Store=42ddc397cfa7e21b71c3d3253286ce0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:53,949 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,950 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ddc397cfa7e21b71c3d3253286ce0f columnFamilyName norep 2024-11-14T19:47:53,950 DEBUG [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:53,950 INFO [StoreOpener-42ddc397cfa7e21b71c3d3253286ce0f-1 {}] regionserver.HStore(327): Store=42ddc397cfa7e21b71c3d3253286ce0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:53,950 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,955 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,955 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,956 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,956 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,956 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:53,957 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,959 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:53,959 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42ddc397cfa7e21b71c3d3253286ce0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74260431, jitterRate=0.1065666526556015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:53,959 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:47:53,959 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42ddc397cfa7e21b71c3d3253286ce0f: Running coprocessor pre-open hook at 1731613673944Writing region info on filesystem at 1731613673944Initializing all the Stores at 1731613673944Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613673944Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613673944Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613673944Cleaning up temporary data from old regions at 1731613673956 (+12 ms)Running coprocessor post-open hooks at 1731613673959 (+3 ms)Region opened successfully at 1731613673959 2024-11-14T19:47:53,960 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f., pid=6, masterSystemTime=1731613673935 2024-11-14T19:47:53,962 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,962 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:47:53,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42ddc397cfa7e21b71c3d3253286ce0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:53,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42ddc397cfa7e21b71c3d3253286ce0f, server=867b237d0fa7,35919,1731613667029 because future has completed 2024-11-14T19:47:53,970 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46679 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=867b237d0fa7,35919,1731613667029, table=test, region=42ddc397cfa7e21b71c3d3253286ce0f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T19:47:53,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:47:53,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42ddc397cfa7e21b71c3d3253286ce0f, server=867b237d0fa7,35919,1731613667029 in 188 msec 2024-11-14T19:47:53,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:47:53,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42ddc397cfa7e21b71c3d3253286ce0f, ASSIGN in 347 msec 2024-11-14T19:47:53,977 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:53,977 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613673977"}]},"ts":"1731613673977"} 2024-11-14T19:47:53,980 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:47:53,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:53,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 391 msec 2024-11-14T19:47:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:54,228 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:47:54,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:47:54,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:54,229 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:47:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:47:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def72c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:47:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:54,231 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e19bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35111,1731613657978 2024-11-14T19:47:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b168bd3 2024-11-14T19:47:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:54,233 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:54,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:38565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:47:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:47:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:54,236 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:38565' 2024-11-14T19:47:54,237 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec94c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,237 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38565,-1 for getting cluster id 2024-11-14T19:47:54,237 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:54,238 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8' 2024-11-14T19:47:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8" 2024-11-14T19:47:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590562e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38565,-1] 2024-11-14T19:47:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:54,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:54,240 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15200c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,240 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38565,1731613662007 2024-11-14T19:47:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee791a9 2024-11-14T19:47:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:54,242 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:54,243 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T19:47:54,243 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:47:54,243 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:54,243 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:54,243 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:54,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:54,244 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:47:54,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:54,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:54,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:47:54,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c153ed98b2ea1b16652f4542ac78e82, NAME => 'hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585 2024-11-14T19:47:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:47:54,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:54,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c153ed98b2ea1b16652f4542ac78e82, disabling compactions & flushes 2024-11-14T19:47:54,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. after waiting 0 ms 2024-11-14T19:47:54,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c153ed98b2ea1b16652f4542ac78e82: Waiting for close lock at 1731613674257Disabling compacts and flushes for region at 1731613674257Disabling writes for close at 1731613674257Writing region close event to WAL at 1731613674257Closed at 1731613674257 2024-11-14T19:47:54,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:54,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613674258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613674258"}]},"ts":"1731613674258"} 2024-11-14T19:47:54,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:54,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:54,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613674261"}]},"ts":"1731613674261"} 2024-11-14T19:47:54,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:47:54,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c153ed98b2ea1b16652f4542ac78e82, ASSIGN}] 2024-11-14T19:47:54,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c153ed98b2ea1b16652f4542ac78e82, ASSIGN 2024-11-14T19:47:54,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c153ed98b2ea1b16652f4542ac78e82, ASSIGN; state=OFFLINE, location=867b237d0fa7,39047,1731613658148; forceNewPlan=false, retain=false 2024-11-14T19:47:54,295 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:47:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:54,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c153ed98b2ea1b16652f4542ac78e82, regionState=OPENING, regionLocation=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:54,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c153ed98b2ea1b16652f4542ac78e82, ASSIGN because future has completed 2024-11-14T19:47:54,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c153ed98b2ea1b16652f4542ac78e82, server=867b237d0fa7,39047,1731613658148}] 2024-11-14T19:47:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:54,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:54,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:47:54,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C39047%2C1731613658148.rep, suffix=, logDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148, archiveDir=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/oldWALs, maxLogs=10 2024-11-14T19:47:54,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.rep.1731613674575, exclude list is [], retry=0 2024-11-14T19:47:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-7a1a4c20-f232-473f-a330-d8ead08e5ce2,DISK] 2024-11-14T19:47:54,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.rep.1731613674575 2024-11-14T19:47:54,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45603:45603)] 2024-11-14T19:47:54,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c153ed98b2ea1b16652f4542ac78e82, NAME => 'hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:54,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. service=MultiRowMutationService 2024-11-14T19:47:54,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:47:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,610 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,611 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c153ed98b2ea1b16652f4542ac78e82 columnFamilyName hfileref 2024-11-14T19:47:54,611 DEBUG [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:54,612 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] regionserver.HStore(327): Store=9c153ed98b2ea1b16652f4542ac78e82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:54,612 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,612 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c153ed98b2ea1b16652f4542ac78e82 columnFamilyName queue 2024-11-14T19:47:54,612 DEBUG [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:54,613 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] regionserver.HStore(327): Store=9c153ed98b2ea1b16652f4542ac78e82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:54,613 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,614 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c153ed98b2ea1b16652f4542ac78e82 columnFamilyName sid 2024-11-14T19:47:54,614 DEBUG [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:54,614 INFO [StoreOpener-9c153ed98b2ea1b16652f4542ac78e82-1 {}] regionserver.HStore(327): Store=9c153ed98b2ea1b16652f4542ac78e82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:54,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:54,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:54,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c153ed98b2ea1b16652f4542ac78e82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61360028, jitterRate=-0.08566433191299438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:54,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:47:54,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c153ed98b2ea1b16652f4542ac78e82: Running coprocessor pre-open hook at 1731613674603Writing region info on filesystem at 1731613674603Initializing all the Stores at 1731613674604 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613674604Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613674610 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613674610Cleaning up temporary data from old regions at 1731613674615 (+5 ms)Running coprocessor post-open hooks at 1731613674619 (+4 ms)Region opened successfully at 1731613674619 2024-11-14T19:47:54,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82., pid=10, masterSystemTime=1731613674570 2024-11-14T19:47:54,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:47:54,622 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c153ed98b2ea1b16652f4542ac78e82, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,39047,1731613658148 2024-11-14T19:47:54,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c153ed98b2ea1b16652f4542ac78e82, server=867b237d0fa7,39047,1731613658148 because future has completed 2024-11-14T19:47:54,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:47:54,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c153ed98b2ea1b16652f4542ac78e82, server=867b237d0fa7,39047,1731613658148 in 208 msec 2024-11-14T19:47:54,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:47:54,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c153ed98b2ea1b16652f4542ac78e82, ASSIGN in 364 msec 2024-11-14T19:47:54,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:54,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613674629"}]},"ts":"1731613674629"} 2024-11-14T19:47:54,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:47:54,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:54,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 389 msec 2024-11-14T19:47:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82., hostname=867b237d0fa7,39047,1731613658148, seqNum=2] 2024-11-14T19:47:54,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:54,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:47:54,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:47:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:54,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:47:54,865 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:47:54,900 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,39047,1731613658148, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:47:54,901 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:54,901 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,39047,1731613658148, seqNum=-1] 2024-11-14T19:47:54,901 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:54,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:54,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,39047,1731613658148', locateType=CURRENT is [region=hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82., hostname=867b237d0fa7,39047,1731613658148, seqNum=2] 2024-11-14T19:47:54,916 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:47:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:47:54,920 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,39047,1731613658148 suceeded 2024-11-14T19:47:54,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:47:54,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-14T19:47:54,923 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:38565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:47:54,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 690 msec 2024-11-14T19:47:54,935 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:38565' 2024-11-14T19:47:54,942 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75c2120d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,942 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38565,-1 for getting cluster id 2024-11-14T19:47:54,942 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:54,943 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8' 2024-11-14T19:47:54,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:54,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8" 2024-11-14T19:47:54,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20728d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38565,-1] 2024-11-14T19:47:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:54,945 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:54,945 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a3c29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:54,946 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38565,1731613662007 2024-11-14T19:47:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3943279b 2024-11-14T19:47:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:54,948 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T19:47:54,950 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,39047,1731613658148 (queues=1) is replicating from cluster=7d072f30-939a-4462-896e-2c13eb8bc33d to cluster=6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8 2024-11-14T19:47:54,950 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C39047%2C1731613658148 2024-11-14T19:47:54,950 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,39047,1731613658148, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:47:54,951 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, startPosition=0, beingWritten=true 2024-11-14T19:47:54,955 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C39047%2C1731613658148 2024-11-14T19:47:54,957 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:54,958 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:54,958 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:55,172 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:55,368 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:47:55,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:55,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:55,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:55,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:55,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:55,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:55,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38565,-1 for getting cluster id 2024-11-14T19:47:55,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:55,369 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8' 2024-11-14T19:47:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8" 2024-11-14T19:47:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b97ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38565,-1] 2024-11-14T19:47:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:55,370 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c405c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:55,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38565,1731613662007 2024-11-14T19:47:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60dc7bec 2024-11-14T19:47:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:55,373 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:55,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:46679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:47:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:47:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:55,387 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:46679' 2024-11-14T19:47:55,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c432ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:55,389 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:47:55,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:55,390 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:47:55,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:55,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:47:55,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64097cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:55,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:47:55,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:55,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:55,391 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:55,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136c35a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:55,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:55,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46679,1731613666918 2024-11-14T19:47:55,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425af799 2024-11-14T19:47:55,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:55,394 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:55,394 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:47:55,394 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:47:55,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:55,395 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:55,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:55,395 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:55,396 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:47:55,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:55,397 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:55,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:47:55,446 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:47:55,475 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:55,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:55,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:55,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 045f7d3c700aa5d732fffd338d095d22, NAME => 'hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b 2024-11-14T19:47:55,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:47:55,884 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:56,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:56,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 045f7d3c700aa5d732fffd338d095d22, disabling compactions & flushes 2024-11-14T19:47:56,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. after waiting 0 ms 2024-11-14T19:47:56,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 045f7d3c700aa5d732fffd338d095d22: Waiting for close lock at 1731613676211Disabling compacts and flushes for region at 1731613676211Disabling writes for close at 1731613676211Writing region close event to WAL at 1731613676212 (+1 ms)Closed at 1731613676212 2024-11-14T19:47:56,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:56,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613676213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613676213"}]},"ts":"1731613676213"} 2024-11-14T19:47:56,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:56,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:56,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613676216"}]},"ts":"1731613676216"} 2024-11-14T19:47:56,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:47:56,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=045f7d3c700aa5d732fffd338d095d22, ASSIGN}] 2024-11-14T19:47:56,219 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=045f7d3c700aa5d732fffd338d095d22, ASSIGN 2024-11-14T19:47:56,220 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=045f7d3c700aa5d732fffd338d095d22, ASSIGN; state=OFFLINE, location=867b237d0fa7,36867,1731613662126; forceNewPlan=false, retain=false 2024-11-14T19:47:56,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=045f7d3c700aa5d732fffd338d095d22, regionState=OPENING, regionLocation=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=045f7d3c700aa5d732fffd338d095d22, ASSIGN because future has completed 2024-11-14T19:47:56,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 045f7d3c700aa5d732fffd338d095d22, server=867b237d0fa7,36867,1731613662126}] 2024-11-14T19:47:56,388 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:56,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:56,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:47:56,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36867%2C1731613662126.rep, suffix=, logDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126, archiveDir=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/oldWALs, maxLogs=10 2024-11-14T19:47:56,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.rep.1731613676529, exclude list is [], retry=0 2024-11-14T19:47:56,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45791,DS-c1369dac-3669-46d4-9b4d-27595403d842,DISK] 2024-11-14T19:47:56,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.rep.1731613676529 2024-11-14T19:47:56,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-14T19:47:56,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 045f7d3c700aa5d732fffd338d095d22, NAME => 'hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:56,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:56,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:56,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. service=MultiRowMutationService 2024-11-14T19:47:56,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:47:56,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:56,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,554 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,555 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 045f7d3c700aa5d732fffd338d095d22 columnFamilyName hfileref 2024-11-14T19:47:56,555 DEBUG [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:56,556 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] regionserver.HStore(327): Store=045f7d3c700aa5d732fffd338d095d22/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:56,556 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,556 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 045f7d3c700aa5d732fffd338d095d22 columnFamilyName queue 2024-11-14T19:47:56,557 DEBUG [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:56,557 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] regionserver.HStore(327): Store=045f7d3c700aa5d732fffd338d095d22/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:56,557 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,557 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 045f7d3c700aa5d732fffd338d095d22 columnFamilyName sid 2024-11-14T19:47:56,557 DEBUG [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:56,558 INFO [StoreOpener-045f7d3c700aa5d732fffd338d095d22-1 {}] regionserver.HStore(327): Store=045f7d3c700aa5d732fffd338d095d22/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:56,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:56,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:56,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 045f7d3c700aa5d732fffd338d095d22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69568025, jitterRate=0.036644354462623596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:56,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:47:56,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 045f7d3c700aa5d732fffd338d095d22: Running coprocessor pre-open hook at 1731613676553Writing region info on filesystem at 1731613676553Initializing all the Stores at 1731613676554 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613676554Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613676554Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613676554Cleaning up temporary data from old regions at 1731613676562 (+8 ms)Running coprocessor post-open hooks at 1731613676565 (+3 ms)Region opened successfully at 1731613676566 (+1 ms) 2024-11-14T19:47:56,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22., pid=10, masterSystemTime=1731613676524 2024-11-14T19:47:56,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:47:56,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=045f7d3c700aa5d732fffd338d095d22, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36867,1731613662126 2024-11-14T19:47:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 045f7d3c700aa5d732fffd338d095d22, server=867b237d0fa7,36867,1731613662126 because future has completed 2024-11-14T19:47:56,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:47:56,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 045f7d3c700aa5d732fffd338d095d22, server=867b237d0fa7,36867,1731613662126 in 198 msec 2024-11-14T19:47:56,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:47:56,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=045f7d3c700aa5d732fffd338d095d22, ASSIGN in 355 msec 2024-11-14T19:47:56,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:56,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613676575"}]},"ts":"1731613676575"} 2024-11-14T19:47:56,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:47:56,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:56,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-14T19:47:56,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22., hostname=867b237d0fa7,36867,1731613662126, seqNum=2] 2024-11-14T19:47:56,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:56,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:47:56,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:47:56,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:47:56,870 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:47:56,897 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,36867,1731613662126, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:47:56,897 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:56,897 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36867,1731613662126, seqNum=-1] 2024-11-14T19:47:56,897 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:56,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:56,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,36867,1731613662126', locateType=CURRENT is [region=hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22., hostname=867b237d0fa7,36867,1731613662126, seqNum=2] 2024-11-14T19:47:56,903 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:47:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:47:56,905 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,36867,1731613662126 suceeded 2024-11-14T19:47:56,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:47:56,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T19:47:56,906 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:46679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:47:56,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5330 sec 2024-11-14T19:47:56,916 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:46679' 2024-11-14T19:47:56,916 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54be3295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:56,916 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:47:56,917 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:56,917 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:47:56,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:56,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:47:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff8e48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:47:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:56,918 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:56,919 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7abf935a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:56,919 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:56,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46679,1731613666918 2024-11-14T19:47:56,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7ef33a 2024-11-14T19:47:56,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:56,920 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T19:47:56,921 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,36867,1731613662126 (queues=1) is replicating from cluster=6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8 to cluster=3e206299-ca6a-4481-80c2-d4923fb92bc9 2024-11-14T19:47:56,921 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C36867%2C1731613662126 2024-11-14T19:47:56,921 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,36867,1731613662126, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:47:56,921 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, startPosition=0, beingWritten=true 2024-11-14T19:47:56,921 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C36867%2C1731613662126 2024-11-14T19:47:56,925 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:56,925 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:56,925 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:56,990 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:57,134 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:57,438 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:57,528 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:47:57,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:57,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:57,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:57,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:57,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:57,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:57,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:47:57,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:57,530 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:47:57,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:47:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c496f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:47:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:57,532 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6e5847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:57,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46679,1731613666918 2024-11-14T19:47:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62642b1c 2024-11-14T19:47:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:57,536 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:57,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:35111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:47:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:47:57,539 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:35111' 2024-11-14T19:47:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:57,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db9af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:57,545 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:47:57,545 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:57,546 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:47:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:47:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5943b1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:47:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:57,548 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:57,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a32e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:57,553 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:57,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35111,1731613657978 2024-11-14T19:47:57,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d2bdd7 2024-11-14T19:47:57,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:57,556 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:57,557 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T19:47:57,557 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:47:57,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:57,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:57,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:57,558 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:57,559 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:47:57,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:57,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:57,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:47:57,610 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:47:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:57,694 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:57,842 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:57,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6936d4af57df02bad43a12882170b481, NAME => 'hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04 2024-11-14T19:47:57,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:47:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:58,346 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:58,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:58,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6936d4af57df02bad43a12882170b481, disabling compactions & flushes 2024-11-14T19:47:58,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. after waiting 0 ms 2024-11-14T19:47:58,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6936d4af57df02bad43a12882170b481: Waiting for close lock at 1731613678383Disabling compacts and flushes for region at 1731613678383Disabling writes for close at 1731613678383Writing region close event to WAL at 1731613678383Closed at 1731613678383 2024-11-14T19:47:58,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:58,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613678384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613678384"}]},"ts":"1731613678384"} 2024-11-14T19:47:58,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:47:58,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:58,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613678388"}]},"ts":"1731613678388"} 2024-11-14T19:47:58,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:47:58,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6936d4af57df02bad43a12882170b481, ASSIGN}] 2024-11-14T19:47:58,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6936d4af57df02bad43a12882170b481, ASSIGN 2024-11-14T19:47:58,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6936d4af57df02bad43a12882170b481, ASSIGN; state=OFFLINE, location=867b237d0fa7,35919,1731613667029; forceNewPlan=false, retain=false 2024-11-14T19:47:58,508 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:58,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6936d4af57df02bad43a12882170b481, regionState=OPENING, regionLocation=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:58,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6936d4af57df02bad43a12882170b481, ASSIGN because future has completed 2024-11-14T19:47:58,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6936d4af57df02bad43a12882170b481, server=867b237d0fa7,35919,1731613667029}] 2024-11-14T19:47:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:58,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:58,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:47:58,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C35919%2C1731613667029.rep, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/oldWALs, maxLogs=10 2024-11-14T19:47:58,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.rep.1731613678720, exclude list is [], retry=0 2024-11-14T19:47:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33779,DS-8443714e-95c3-466a-b051-57e6b5eea5a7,DISK] 2024-11-14T19:47:58,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.rep.1731613678720 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389)] 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6936d4af57df02bad43a12882170b481, NAME => 'hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:58,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. service=MultiRowMutationService 2024-11-14T19:47:58,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:58,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,746 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,748 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6936d4af57df02bad43a12882170b481 columnFamilyName hfileref 2024-11-14T19:47:58,748 DEBUG [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:58,748 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] regionserver.HStore(327): Store=6936d4af57df02bad43a12882170b481/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:58,748 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,749 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6936d4af57df02bad43a12882170b481 columnFamilyName queue 2024-11-14T19:47:58,749 DEBUG [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:58,749 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] regionserver.HStore(327): Store=6936d4af57df02bad43a12882170b481/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:58,749 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,750 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6936d4af57df02bad43a12882170b481 columnFamilyName sid 2024-11-14T19:47:58,750 DEBUG [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:58,750 INFO [StoreOpener-6936d4af57df02bad43a12882170b481-1 {}] regionserver.HStore(327): Store=6936d4af57df02bad43a12882170b481/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:47:58,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:58,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6936d4af57df02bad43a12882170b481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73255246, jitterRate=0.09158822894096375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:47:58,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6936d4af57df02bad43a12882170b481 2024-11-14T19:47:58,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6936d4af57df02bad43a12882170b481: Running coprocessor pre-open hook at 1731613678739Writing region info on filesystem at 1731613678739Initializing all the Stores at 1731613678739Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613678739Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613678746 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613678746Cleaning up temporary data from old regions at 1731613678752 (+6 ms)Running coprocessor post-open hooks at 1731613678755 (+3 ms)Region opened successfully at 1731613678755 2024-11-14T19:47:58,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481., pid=10, masterSystemTime=1731613678709 2024-11-14T19:47:58,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:47:58,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6936d4af57df02bad43a12882170b481, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,35919,1731613667029 2024-11-14T19:47:58,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6936d4af57df02bad43a12882170b481, server=867b237d0fa7,35919,1731613667029 because future has completed 2024-11-14T19:47:58,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:47:58,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6936d4af57df02bad43a12882170b481, server=867b237d0fa7,35919,1731613667029 in 215 msec 2024-11-14T19:47:58,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:47:58,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6936d4af57df02bad43a12882170b481, ASSIGN in 372 msec 2024-11-14T19:47:58,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:58,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613678764"}]},"ts":"1731613678764"} 2024-11-14T19:47:58,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:47:58,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:58,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-14T19:47:58,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481., hostname=867b237d0fa7,35919,1731613667029, seqNum=2] 2024-11-14T19:47:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:47:58,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:47:58,949 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:59,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:47:59,013 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:47:59,064 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,35919,1731613667029, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:47:59,066 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:59,066 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35919,1731613667029, seqNum=-1] 2024-11-14T19:47:59,067 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:59,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T19:47:59,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,35919,1731613667029', locateType=CURRENT is [region=hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481., hostname=867b237d0fa7,35919,1731613667029, seqNum=2] 2024-11-14T19:47:59,100 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:47:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:47:59,103 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,35919,1731613667029 suceeded 2024-11-14T19:47:59,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:47:59,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-14T19:47:59,106 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:35111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:47:59,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5700 sec 2024-11-14T19:47:59,131 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:35111' 2024-11-14T19:47:59,132 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f08a844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,133 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:47:59,133 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:59,134 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:47:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:47:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c759c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:47:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:59,136 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:59,138 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33fb4b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,138 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35111,1731613657978 2024-11-14T19:47:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31948534 2024-11-14T19:47:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:59,140 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T19:47:59,141 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,35919,1731613667029 (queues=1) is replicating from cluster=3e206299-ca6a-4481-80c2-d4923fb92bc9 to cluster=7d072f30-939a-4462-896e-2c13eb8bc33d 2024-11-14T19:47:59,141 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C35919%2C1731613667029 2024-11-14T19:47:59,142 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,35919,1731613667029, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:47:59,143 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, startPosition=0, beingWritten=true 2024-11-14T19:47:59,159 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C35919%2C1731613667029 2024-11-14T19:47:59,187 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:47:59,187 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 379, reset compression=false 2024-11-14T19:47:59,187 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:47:59,411 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:47:59,412 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 379, reset compression=false 2024-11-14T19:47:59,654 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:47:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:47:59,697 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:47:59,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:59,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:59,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:59,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:59,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:59,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:47:59,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:59,699 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:47:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:47:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e07bc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:47:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:59,701 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183c6f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d747fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38565,-1 for getting cluster id 2024-11-14T19:47:59,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:59,702 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8' 2024-11-14T19:47:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8" 2024-11-14T19:47:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620b48e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38565,-1] 2024-11-14T19:47:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:59,704 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e106df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23595f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:47:59,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:59,705 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:47:59,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:59,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:47:59,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196454c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:47:59,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:59,706 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:59,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:59,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,39047,1731613658148, seqNum=-1] 2024-11-14T19:47:59,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:59,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:59,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613670288.47bd7492de3cfaa1926fe14371544236., hostname=867b237d0fa7,39047,1731613658148, seqNum=2] 2024-11-14T19:47:59,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:59,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35919,1731613667029, seqNum=-1] 2024-11-14T19:47:59,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:59,737 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 379, reset compression=false 2024-11-14T19:47:59,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:59,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f., hostname=867b237d0fa7,35919,1731613667029, seqNum=2] 2024-11-14T19:47:59,746 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T19:48:00,144 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 379, reset compression=false 2024-11-14T19:48:00,429 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 379, reset compression=false 2024-11-14T19:48:00,434 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:00,434 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 480, reset compression=false 2024-11-14T19:48:00,434 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[{test/47bd7492de3cfaa1926fe14371544236/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T19:48:00,436 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:00,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:00,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:00,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f687295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:00,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38565,-1 for getting cluster id 2024-11-14T19:48:00,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:00,438 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8' 2024-11-14T19:48:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b7699fd-6bf4-4d47-8bcf-d0d2496bf9a8" 2024-11-14T19:48:00,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2188ef76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:00,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38565,-1] 2024-11-14T19:48:00,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:00,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:00,439 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:00,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2307bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:00,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:00,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36867,1731613662126, seqNum=-1] 2024-11-14T19:48:00,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:00,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613672440.fa4821152fa1b3fd2102410170b27533., hostname=867b237d0fa7,36867,1731613662126, seqNum=2] 2024-11-14T19:48:00,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:00,466 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 379, reset compression=false 2024-11-14T19:48:00,471 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:00,471 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 503, reset compression=false 2024-11-14T19:48:00,471 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4821152fa1b3fd2102410170b27533/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T19:48:00,472 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:00,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:00,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:00,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf95081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:00,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:48:00,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:00,475 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:48:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:48:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1117e512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:48:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:00,476 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:00,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a7d8f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:00,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:00,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,35919,1731613667029, seqNum=-1] 2024-11-14T19:48:00,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:00,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:00,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f., hostname=867b237d0fa7,35919,1731613667029, seqNum=2] 2024-11-14T19:48:00,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:00,637 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 480, reset compression=false 2024-11-14T19:48:00,648 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 379, reset compression=false 2024-11-14T19:48:00,651 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:00,651 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 526, reset compression=false 2024-11-14T19:48:00,651 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:00,674 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 503, reset compression=false 2024-11-14T19:48:00,747 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T19:48:00,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36867,1731613662126, seqNum=-1] 2024-11-14T19:48:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:00,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731613672440.fa4821152fa1b3fd2102410170b27533., hostname=867b237d0fa7,36867,1731613662126, seqNum=2] 2024-11-14T19:48:00,754 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T19:48:00,854 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 526, reset compression=false 2024-11-14T19:48:00,941 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 480, reset compression=false 2024-11-14T19:48:00,978 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 503, reset compression=false 2024-11-14T19:48:00,982 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:00,982 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 607, reset compression=false 2024-11-14T19:48:00,983 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4821152fa1b3fd2102410170b27533/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:48:00,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:00,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:01,161 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 526, reset compression=false 2024-11-14T19:48:01,187 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 607, reset compression=false 2024-11-14T19:48:01,188 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:01,188 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 653, reset compression=false 2024-11-14T19:48:01,188 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[{test/42ddc397cfa7e21b71c3d3253286ce0f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T19:48:01,191 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:01,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:01,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:01,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3ccb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:01,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:48:01,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:01,228 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:48:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:48:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497b671e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:48:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:01,231 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:01,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c509d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:01,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,39047,1731613658148, seqNum=-1] 2024-11-14T19:48:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:01,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731613670288.47bd7492de3cfaa1926fe14371544236., hostname=867b237d0fa7,39047,1731613658148, seqNum=2] 2024-11-14T19:48:01,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:01,344 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 480, reset compression=false 2024-11-14T19:48:01,374 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:01,374 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 630, reset compression=false 2024-11-14T19:48:01,375 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:01,444 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 653, reset compression=false 2024-11-14T19:48:01,534 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 607, reset compression=false 2024-11-14T19:48:01,588 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 630, reset compression=false 2024-11-14T19:48:01,755 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 653, reset compression=false 2024-11-14T19:48:01,757 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T19:48:01,763 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T19:48:01,765 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:01,765 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 757, reset compression=false 2024-11-14T19:48:01,766 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[{test/42ddc397cfa7e21b71c3d3253286ce0f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:48:01,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:01,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:01,909 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 630, reset compression=false 2024-11-14T19:48:01,925 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:01,925 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 757, reset compression=false 2024-11-14T19:48:01,925 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[{test/47bd7492de3cfaa1926fe14371544236/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T19:48:01,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:01,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:01,955 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 607, reset compression=false 2024-11-14T19:48:01,970 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:01,970 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 757, reset compression=false 2024-11-14T19:48:01,971 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:01,981 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 757, reset compression=false 2024-11-14T19:48:02,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:02,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,141 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 757, reset compression=false 2024-11-14T19:48:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,178 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 757, reset compression=false 2024-11-14T19:48:02,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:02,294 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 757, reset compression=false 2024-11-14T19:48:02,453 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 757, reset compression=false 2024-11-14T19:48:02,507 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 757, reset compression=false 2024-11-14T19:48:02,717 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 757, reset compression=false 2024-11-14T19:48:02,768 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T19:48:02,775 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T19:48:02,867 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 757, reset compression=false 2024-11-14T19:48:02,887 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:02,887 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 913, reset compression=false 2024-11-14T19:48:02,887 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[{test/47bd7492de3cfaa1926fe14371544236/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T19:48:02,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:02,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:02,920 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 757, reset compression=false 2024-11-14T19:48:02,924 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:02,924 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 904, reset compression=false 2024-11-14T19:48:02,924 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4821152fa1b3fd2102410170b27533/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T19:48:02,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:02,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:03,099 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 913, reset compression=false 2024-11-14T19:48:03,128 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 904, reset compression=false 2024-11-14T19:48:03,223 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 757, reset compression=false 2024-11-14T19:48:03,228 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:03,228 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 927, reset compression=false 2024-11-14T19:48:03,228 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:03,408 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 913, reset compression=false 2024-11-14T19:48:03,431 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 904, reset compression=false 2024-11-14T19:48:03,434 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 927, reset compression=false 2024-11-14T19:48:03,737 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 927, reset compression=false 2024-11-14T19:48:03,777 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T19:48:03,780 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T19:48:03,818 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 913, reset compression=false 2024-11-14T19:48:03,835 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 904, reset compression=false 2024-11-14T19:48:03,839 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:03,840 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1063, reset compression=false 2024-11-14T19:48:03,840 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4821152fa1b3fd2102410170b27533/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T19:48:03,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:03,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:04,044 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1063, reset compression=false 2024-11-14T19:48:04,143 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 927, reset compression=false 2024-11-14T19:48:04,148 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:04,148 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1076, reset compression=false 2024-11-14T19:48:04,148 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[{test/42ddc397cfa7e21b71c3d3253286ce0f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T19:48:04,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:04,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:04,322 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 913, reset compression=false 2024-11-14T19:48:04,326 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:04,326 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1085, reset compression=false 2024-11-14T19:48:04,326 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:04,347 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1063, reset compression=false 2024-11-14T19:48:04,361 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1076, reset compression=false 2024-11-14T19:48:04,531 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1085, reset compression=false 2024-11-14T19:48:04,665 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1076, reset compression=false 2024-11-14T19:48:04,751 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1063, reset compression=false 2024-11-14T19:48:04,782 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T19:48:04,786 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T19:48:04,834 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1085, reset compression=false 2024-11-14T19:48:05,068 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1076, reset compression=false 2024-11-14T19:48:05,077 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:05,077 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1235, reset compression=false 2024-11-14T19:48:05,077 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[{test/42ddc397cfa7e21b71c3d3253286ce0f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T19:48:05,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:05,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:05,243 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1085, reset compression=false 2024-11-14T19:48:05,251 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:05,251 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1234, reset compression=false 2024-11-14T19:48:05,251 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[{test/47bd7492de3cfaa1926fe14371544236/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T19:48:05,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:05,254 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1063, reset compression=false 2024-11-14T19:48:05,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:05,260 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:05,260 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1235, reset compression=false 2024-11-14T19:48:05,260 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:05,291 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1235, reset compression=false 2024-11-14T19:48:05,457 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1234, reset compression=false 2024-11-14T19:48:05,465 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1235, reset compression=false 2024-11-14T19:48:05,595 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1235, reset compression=false 2024-11-14T19:48:05,760 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1234, reset compression=false 2024-11-14T19:48:05,769 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1235, reset compression=false 2024-11-14T19:48:05,792 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T19:48:05,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:05,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:48:05,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:05,801 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:48:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:48:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6332237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:48:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:05,802 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f00611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:05,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46679,1731613666918 2024-11-14T19:48:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22948bfc 2024-11-14T19:48:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:05,808 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:05,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T19:48:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T19:48:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:48:05,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:48:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:48:06,002 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1235, reset compression=false 2024-11-14T19:48:06,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T19:48:06,037 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T19:48:06,038 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T19:48:06,038 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,35919,1731613667029 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T19:48:06,038 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0. 2024-11-14T19:48:06,038 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:06,039 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:06,039 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:06,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:48:06,139 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:48:06,139 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:48:06,165 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1234, reset compression=false 2024-11-14T19:48:06,175 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1235, reset compression=false 2024-11-14T19:48:06,239 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 terminated 2024-11-14T19:48:06,260 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,35919,1731613667029, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:48:06,261 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T19:48:06,261 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T19:48:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T19:48:06,263 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 867b237d0fa7,35919,1731613667029 suceeded 2024-11-14T19:48:06,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T19:48:06,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-14T19:48:06,265 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T19:48:06,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 456 msec 2024-11-14T19:48:06,276 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:35111' 2024-11-14T19:48:06,277 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34d1041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:06,277 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35111,-1 for getting cluster id 2024-11-14T19:48:06,278 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:06,279 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d072f30-939a-4462-896e-2c13eb8bc33d' 2024-11-14T19:48:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d072f30-939a-4462-896e-2c13eb8bc33d" 2024-11-14T19:48:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42453ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35111,-1] 2024-11-14T19:48:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:06,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:06,280 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:06,281 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2176c02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:06,281 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35111,1731613657978 2024-11-14T19:48:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@138d4698 2024-11-14T19:48:06,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:06,282 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T19:48:06,283 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,35919,1731613667029 (queues=1) is replicating from cluster=3e206299-ca6a-4481-80c2-d4923fb92bc9 to cluster=7d072f30-939a-4462-896e-2c13eb8bc33d 2024-11-14T19:48:06,283 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C35919%2C1731613667029 2024-11-14T19:48:06,283 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,35919,1731613667029, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:48:06,283 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C35919%2C1731613667029 2024-11-14T19:48:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:48:06,438 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:48:06,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:06,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:06,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:06,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:06,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:06,441 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T19:48:06,668 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1234, reset compression=false 2024-11-14T19:48:06,672 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:06,673 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1338, reset compression=false 2024-11-14T19:48:06,673 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[{test/47bd7492de3cfaa1926fe14371544236/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:48:06,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:06,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:06,678 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1235, reset compression=false 2024-11-14T19:48:06,684 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:06,684 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1362, reset compression=false 2024-11-14T19:48:06,684 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4821152fa1b3fd2102410170b27533/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T19:48:06,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:06,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:06,883 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1338, reset compression=false 2024-11-14T19:48:06,892 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1362, reset compression=false 2024-11-14T19:48:07,186 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1338, reset compression=false 2024-11-14T19:48:07,194 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1362, reset compression=false 2024-11-14T19:48:07,443 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T19:48:07,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d89b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:07,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,46679,-1 for getting cluster id 2024-11-14T19:48:07,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:07,446 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e206299-ca6a-4481-80c2-d4923fb92bc9' 2024-11-14T19:48:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e206299-ca6a-4481-80c2-d4923fb92bc9" 2024-11-14T19:48:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561d2f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,46679,-1] 2024-11-14T19:48:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,448 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d43b87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:07,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,46679,1731613666918 2024-11-14T19:48:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ed8f1 2024-11-14T19:48:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:07,453 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:07,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T19:48:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T19:48:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T19:48:07,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:48:07,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:48:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T19:48:07,590 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1338, reset compression=false 2024-11-14T19:48:07,598 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1362, reset compression=false 2024-11-14T19:48:07,602 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:07,602 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:07,602 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36867,1731613662126 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4821152fa1b3fd2102410170b27533/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:48:07,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:07,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:07,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T19:48:07,645 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T19:48:07,646 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T19:48:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T19:48:07,648 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 867b237d0fa7,35919,1731613667029 suceeded 2024-11-14T19:48:07,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T19:48:07,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-14T19:48:07,650 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T19:48:07,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 197 msec 2024-11-14T19:48:07,684 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, startPosition=1235, beingWritten=true 2024-11-14T19:48:07,689 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:07,689 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1512, reset compression=false 2024-11-14T19:48:07,690 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[{test/42ddc397cfa7e21b71c3d3253286ce0f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T19:48:07,692 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:07,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:07,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:07,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T19:48:07,778 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:48:07,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:07,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:07,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:07,780 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T19:48:07,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:48:07,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:07,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:07,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:48:07,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=971139795, stopped=false 2024-11-14T19:48:07,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,46679,1731613666918 2024-11-14T19:48:07,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:07,808 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2547565410/running 2024-11-14T19:48:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2547565410/running 2024-11-14T19:48:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:48:07,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:48:07,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:07,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:07,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:07,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,35919,1731613667029' ***** 2024-11-14T19:48:07,818 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:48:07,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/running 2024-11-14T19:48:07,818 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:48:07,818 INFO [RS:0;867b237d0fa7:35919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:48:07,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Set watcher on znode that does not yet exist, /2547565410/running 2024-11-14T19:48:07,818 INFO [RS:0;867b237d0fa7:35919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:48:07,818 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(3091): Received CLOSE for 6936d4af57df02bad43a12882170b481 2024-11-14T19:48:07,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:48:07,818 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(3091): Received CLOSE for 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,35919,1731613667029 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:35919. 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6936d4af57df02bad43a12882170b481, disabling compactions & flushes 2024-11-14T19:48:07,819 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:48:07,819 DEBUG [RS:0;867b237d0fa7:35919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:48:07,819 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. after waiting 0 ms 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:48:07,819 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6936d4af57df02bad43a12882170b481 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-14T19:48:07,819 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:48:07,819 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1325): Online Regions={6936d4af57df02bad43a12882170b481=hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481., 1588230740=hbase:meta,,1.1588230740, 42ddc397cfa7e21b71c3d3253286ce0f=test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.} 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:07,819 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f, 6936d4af57df02bad43a12882170b481 2024-11-14T19:48:07,819 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:07,819 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:07,819 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:48:07,838 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/.tmp/queue/1132a9eff200474597db7acf5b67dc3f is 154, key is 1-867b237d0fa7,35919,1731613667029/queue:867b237d0fa7%2C35919%2C1731613667029/1731613687703/Put/seqid=0 2024-11-14T19:48:07,839 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/info/66188cbe1adc4b61ab8d155533d66bf2 is 147, key is hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481./info:regioninfo/1731613678757/Put/seqid=0 2024-11-14T19:48:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741840_1016 (size=5353) 2024-11-14T19:48:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741841_1017 (size=7686) 2024-11-14T19:48:07,878 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:07,901 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1512, reset compression=false 2024-11-14T19:48:08,019 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f, 6936d4af57df02bad43a12882170b481 2024-11-14T19:48:08,040 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:48:08,040 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:48:08,094 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1338, reset compression=false 2024-11-14T19:48:08,098 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:08,098 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:08,098 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:08,113 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:08,204 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1512, reset compression=false 2024-11-14T19:48:08,220 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f, 6936d4af57df02bad43a12882170b481 2024-11-14T19:48:08,247 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/.tmp/queue/1132a9eff200474597db7acf5b67dc3f 2024-11-14T19:48:08,247 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/info/66188cbe1adc4b61ab8d155533d66bf2 2024-11-14T19:48:08,252 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/.tmp/queue/1132a9eff200474597db7acf5b67dc3f as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/queue/1132a9eff200474597db7acf5b67dc3f 2024-11-14T19:48:08,256 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/queue/1132a9eff200474597db7acf5b67dc3f, entries=1, sequenceid=13, filesize=5.2 K 2024-11-14T19:48:08,257 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 6936d4af57df02bad43a12882170b481 in 437ms, sequenceid=13, compaction requested=false 2024-11-14T19:48:08,262 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/replication/6936d4af57df02bad43a12882170b481/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:48:08,262 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:08,262 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:08,262 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:48:08,263 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6936d4af57df02bad43a12882170b481: Waiting for close lock at 1731613687819Running coprocessor pre-close hooks at 1731613687819Disabling compacts and flushes for region at 1731613687819Disabling writes for close at 1731613687819Obtaining lock to block concurrent updates at 1731613687819Preparing flush snapshotting stores in 6936d4af57df02bad43a12882170b481 at 1731613687819Finished memstore snapshotting hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731613687819Flushing stores of hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. at 1731613687820 (+1 ms)Flushing 6936d4af57df02bad43a12882170b481/queue: creating writer at 1731613687820Flushing 6936d4af57df02bad43a12882170b481/queue: appending metadata at 1731613687837 (+17 ms)Flushing 6936d4af57df02bad43a12882170b481/queue: closing flushed file at 1731613687837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a61c39e: reopening flushed file at 1731613688251 (+414 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 6936d4af57df02bad43a12882170b481 in 437ms, sequenceid=13, compaction requested=false at 1731613688257 (+6 ms)Writing region close event to WAL at 1731613688259 (+2 ms)Running coprocessor post-close hooks at 1731613688262 (+3 ms)Closed at 1731613688262 2024-11-14T19:48:08,263 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613677557.6936d4af57df02bad43a12882170b481. 2024-11-14T19:48:08,263 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42ddc397cfa7e21b71c3d3253286ce0f, disabling compactions & flushes 2024-11-14T19:48:08,263 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:48:08,263 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:48:08,263 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. after waiting 0 ms 2024-11-14T19:48:08,263 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:48:08,263 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42ddc397cfa7e21b71c3d3253286ce0f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T19:48:08,265 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/ns/59730172cc804773b295dfc956bd7c1d is 43, key is default/ns:d/1731613670219/Put/seqid=0 2024-11-14T19:48:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:48:08,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/f/8a107d9febaa4b0cb59488d7fd7f6eb7 is 37, key is row3/f:row3/1731613686439/Put/seqid=0 2024-11-14T19:48:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741843_1019 (size=5228) 2024-11-14T19:48:08,303 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:08,420 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:48:08,517 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:08,606 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:08,608 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1512, reset compression=false 2024-11-14T19:48:08,612 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:08,612 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1759, reset compression=false 2024-11-14T19:48:08,613 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,35919,1731613667029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:08,613 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,35919,1731613667029: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,35919,1731613667029, walGroup=867b237d0fa7%2C35919%2C1731613667029, offset=867b237d0fa7%2C35919%2C1731613667029.1731613669174:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:35919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:48:08,615 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:48:08,615 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:48:08,615 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:48:08,615 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:48:08,615 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:48:08,615 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 837217416 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198443800 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:48:08,616 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:46679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:46679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:48:08,620 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:48:08,678 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/ns/59730172cc804773b295dfc956bd7c1d 2024-11-14T19:48:08,688 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/f/8a107d9febaa4b0cb59488d7fd7f6eb7 2024-11-14T19:48:08,692 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a107d9febaa4b0cb59488d7fd7f6eb7 2024-11-14T19:48:08,696 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/rep_barrier/99fd3517b68d4db58b6727515070d6ca is 112, key is test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f./rep_barrier:seqnumDuringOpen/1731613673963/Put/seqid=0 2024-11-14T19:48:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741844_1020 (size=5518) 2024-11-14T19:48:08,710 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/f1/a7add2968dd0429c85cc50da92c4a9b8 is 30, key is row1/f1:/1731613683777/DeleteFamily/seqid=0 2024-11-14T19:48:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741845_1021 (size=5158) 2024-11-14T19:48:08,717 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/f1/a7add2968dd0429c85cc50da92c4a9b8 2024-11-14T19:48:08,721 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7add2968dd0429c85cc50da92c4a9b8 2024-11-14T19:48:08,742 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/norep/d08269f32f6e4d3e9ff3566faf371769 is 33, key is row2/norep:/1731613684783/DeleteFamily/seqid=0 2024-11-14T19:48:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741846_1022 (size=5108) 2024-11-14T19:48:08,816 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1759, reset compression=false 2024-11-14T19:48:08,820 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:48:08,820 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 42ddc397cfa7e21b71c3d3253286ce0f=test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f.} 2024-11-14T19:48:08,820 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:48:09,010 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:09,020 DEBUG [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42ddc397cfa7e21b71c3d3253286ce0f 2024-11-14T19:48:09,021 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:09,100 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/rep_barrier/99fd3517b68d4db58b6727515070d6ca 2024-11-14T19:48:09,120 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.wal-reader.867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.1731613669174 to pos 1759, reset compression=false 2024-11-14T19:48:09,121 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/table/65b926de786d4137b36f9ba7dcf2167b is 53, key is hbase:replication/table:state/1731613678764/Put/seqid=0 2024-11-14T19:48:09,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741847_1023 (size=5308) 2024-11-14T19:48:09,124 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/table/65b926de786d4137b36f9ba7dcf2167b 2024-11-14T19:48:09,128 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/info/66188cbe1adc4b61ab8d155533d66bf2 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/info/66188cbe1adc4b61ab8d155533d66bf2 2024-11-14T19:48:09,131 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/info/66188cbe1adc4b61ab8d155533d66bf2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:48:09,131 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/ns/59730172cc804773b295dfc956bd7c1d as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/ns/59730172cc804773b295dfc956bd7c1d 2024-11-14T19:48:09,135 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/ns/59730172cc804773b295dfc956bd7c1d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:48:09,135 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/rep_barrier/99fd3517b68d4db58b6727515070d6ca as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/rep_barrier/99fd3517b68d4db58b6727515070d6ca 2024-11-14T19:48:09,139 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/rep_barrier/99fd3517b68d4db58b6727515070d6ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:48:09,140 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/.tmp/table/65b926de786d4137b36f9ba7dcf2167b as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/table/65b926de786d4137b36f9ba7dcf2167b 2024-11-14T19:48:09,143 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/table/65b926de786d4137b36f9ba7dcf2167b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:48:09,144 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-14T19:48:09,151 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/norep/d08269f32f6e4d3e9ff3566faf371769 2024-11-14T19:48:09,151 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:48:09,152 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:09,152 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:09,152 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:09,152 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613687819Running coprocessor pre-close hooks at 1731613687819Disabling compacts and flushes for region at 1731613687819Disabling writes for close at 1731613687819Obtaining lock to block concurrent updates at 1731613687819Preparing flush snapshotting stores in 1588230740 at 1731613687819Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613687820 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613687820Flushing 1588230740/info: creating writer at 1731613687820Flushing 1588230740/info: appending metadata at 1731613687838 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731613687838Flushing 1588230740/ns: creating writer at 1731613688251 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731613688265 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731613688265Flushing 1588230740/rep_barrier: creating writer at 1731613688682 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613688696 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613688696Flushing 1588230740/table: creating writer at 1731613689106 (+410 ms)Flushing 1588230740/table: appending metadata at 1731613689120 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731613689120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a96ff: reopening flushed file at 1731613689127 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e281149: reopening flushed file at 1731613689131 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6965bfd1: reopening flushed file at 1731613689135 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d151fa: reopening flushed file at 1731613689139 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731613689144 (+5 ms)Writing region close event to WAL at 1731613689145 (+1 ms)Running coprocessor post-close hooks at 1731613689152 (+7 ms)Closed at 1731613689152 2024-11-14T19:48:09,152 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:09,154 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d08269f32f6e4d3e9ff3566faf371769 2024-11-14T19:48:09,155 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/f/8a107d9febaa4b0cb59488d7fd7f6eb7 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/f/8a107d9febaa4b0cb59488d7fd7f6eb7 2024-11-14T19:48:09,158 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a107d9febaa4b0cb59488d7fd7f6eb7 2024-11-14T19:48:09,158 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/f/8a107d9febaa4b0cb59488d7fd7f6eb7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T19:48:09,159 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/f1/a7add2968dd0429c85cc50da92c4a9b8 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/f1/a7add2968dd0429c85cc50da92c4a9b8 2024-11-14T19:48:09,162 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7add2968dd0429c85cc50da92c4a9b8 2024-11-14T19:48:09,163 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/f1/a7add2968dd0429c85cc50da92c4a9b8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T19:48:09,163 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/.tmp/norep/d08269f32f6e4d3e9ff3566faf371769 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/norep/d08269f32f6e4d3e9ff3566faf371769 2024-11-14T19:48:09,167 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d08269f32f6e4d3e9ff3566faf371769 2024-11-14T19:48:09,167 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/norep/d08269f32f6e4d3e9ff3566faf371769, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T19:48:09,168 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 42ddc397cfa7e21b71c3d3253286ce0f in 905ms, sequenceid=12, compaction requested=false 2024-11-14T19:48:09,171 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/data/default/test/42ddc397cfa7e21b71c3d3253286ce0f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T19:48:09,172 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:09,172 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:09,172 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:48:09,172 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42ddc397cfa7e21b71c3d3253286ce0f: Waiting for close lock at 1731613688263Running coprocessor pre-close hooks at 1731613688263Disabling compacts and flushes for region at 1731613688263Disabling writes for close at 1731613688263Obtaining lock to block concurrent updates at 1731613688263Preparing flush snapshotting stores in 42ddc397cfa7e21b71c3d3253286ce0f at 1731613688263Finished memstore snapshotting test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731613688264 (+1 ms)Flushing stores of test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. at 1731613688264Flushing 42ddc397cfa7e21b71c3d3253286ce0f/f: creating writer at 1731613688264Flushing 42ddc397cfa7e21b71c3d3253286ce0f/f: appending metadata at 1731613688284 (+20 ms)Flushing 42ddc397cfa7e21b71c3d3253286ce0f/f: closing flushed file at 1731613688284Flushing 42ddc397cfa7e21b71c3d3253286ce0f/f1: creating writer at 1731613688692 (+408 ms)Flushing 42ddc397cfa7e21b71c3d3253286ce0f/f1: appending metadata at 1731613688709 (+17 ms)Flushing 42ddc397cfa7e21b71c3d3253286ce0f/f1: closing flushed file at 1731613688709Flushing 42ddc397cfa7e21b71c3d3253286ce0f/norep: creating writer at 1731613688721 (+12 ms)Flushing 42ddc397cfa7e21b71c3d3253286ce0f/norep: appending metadata at 1731613688741 (+20 ms)Flushing 42ddc397cfa7e21b71c3d3253286ce0f/norep: closing flushed file at 1731613688741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d6abe0: reopening flushed file at 1731613689154 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8db753: reopening flushed file at 1731613689158 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289c04c3: reopening flushed file at 1731613689163 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 42ddc397cfa7e21b71c3d3253286ce0f in 905ms, sequenceid=12, compaction requested=false at 1731613689168 (+5 ms)Writing region close event to WAL at 1731613689169 (+1 ms)Running coprocessor post-close hooks at 1731613689172 (+3 ms)Closed at 1731613689172 2024-11-14T19:48:09,172 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613673590.42ddc397cfa7e21b71c3d3253286ce0f. 2024-11-14T19:48:09,221 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,35919,1731613667029; all regions closed. 2024-11-14T19:48:09,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.meta.1731613670176.meta not finished, retry = 0 2024-11-14T19:48:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:48:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741839_1015 (size=3333) 2024-11-14T19:48:09,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/WALs/867b237d0fa7,35919,1731613667029/867b237d0fa7%2C35919%2C1731613667029.rep.1731613678720 not finished, retry = 0 2024-11-14T19:48:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741832_1008 (size=2411) 2024-11-14T19:48:09,429 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:09,429 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:09,429 INFO [RS:0;867b237d0fa7:35919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:09,429 INFO [RS:0;867b237d0fa7:35919 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:09,430 INFO [RS:0;867b237d0fa7:35919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:09,430 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:09,430 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,35919,1731613667029 because: Region server is closing 2024-11-14T19:48:09,430 INFO [RS:0;867b237d0fa7:35919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:35919. 2024-11-14T19:48:09,430 DEBUG [RS:0;867b237d0fa7:35919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:09,430 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:09,430 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:09,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:09,513 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:09,531 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,35919,1731613667029.replicationSource.shipper867b237d0fa7%2C35919%2C1731613667029,1-867b237d0fa7,35919,1731613667029 terminated 2024-11-14T19:48:09,531 INFO [RS:0;867b237d0fa7:35919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:35919. 2024-11-14T19:48:09,531 DEBUG [RS:0;867b237d0fa7:35919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:09,531 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:09,531 DEBUG [RS:0;867b237d0fa7:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:09,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:09,531 INFO [RS:0;867b237d0fa7:35919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35919 2024-11-14T19:48:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410/rs 2024-11-14T19:48:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2547565410/rs/867b237d0fa7,35919,1731613667029 2024-11-14T19:48:09,567 INFO [RS:0;867b237d0fa7:35919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:09,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,35919,1731613667029] 2024-11-14T19:48:09,583 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2547565410/draining/867b237d0fa7,35919,1731613667029 already deleted, retry=false 2024-11-14T19:48:09,583 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,35919,1731613667029 expired; onlineServers=0 2024-11-14T19:48:09,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,46679,1731613666918' ***** 2024-11-14T19:48:09,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:48:09,583 INFO [M:0;867b237d0fa7:46679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:09,583 INFO [M:0;867b237d0fa7:46679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:09,583 DEBUG [M:0;867b237d0fa7:46679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:48:09,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:48:09,584 DEBUG [M:0;867b237d0fa7:46679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:48:09,584 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613668959 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613668959,5,FailOnTimeoutGroup] 2024-11-14T19:48:09,584 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613668959 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613668959,5,FailOnTimeoutGroup] 2024-11-14T19:48:09,584 INFO [M:0;867b237d0fa7:46679 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:09,584 INFO [M:0;867b237d0fa7:46679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:09,584 DEBUG [M:0;867b237d0fa7:46679 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:48:09,584 INFO [M:0;867b237d0fa7:46679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:48:09,584 INFO [M:0;867b237d0fa7:46679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:09,584 INFO [M:0;867b237d0fa7:46679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:48:09,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:48:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2547565410/master 2024-11-14T19:48:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2547565410 2024-11-14T19:48:09,594 DEBUG [M:0;867b237d0fa7:46679 {}] zookeeper.ZKUtil(347): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Unable to get data of znode /2547565410/master because node does not exist (not an error) 2024-11-14T19:48:09,594 WARN [M:0;867b237d0fa7:46679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:48:09,595 INFO [M:0;867b237d0fa7:46679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/.lastflushedseqids 2024-11-14T19:48:09,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741848_1024 (size=245) 2024-11-14T19:48:09,632 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:09,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:09,675 INFO [RS:0;867b237d0fa7:35919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:09,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1013c114b7f0007, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:09,675 INFO [RS:0;867b237d0fa7:35919 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,35919,1731613667029; zookeeper connection closed. 2024-11-14T19:48:09,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b141a6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b141a6a 2024-11-14T19:48:09,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:48:10,000 INFO [M:0;867b237d0fa7:46679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:48:10,000 INFO [M:0;867b237d0fa7:46679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:48:10,000 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:10,000 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:10,000 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:10,000 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:10,000 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:10,000 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T19:48:10,019 DEBUG [M:0;867b237d0fa7:46679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f2e0c56e60149aa81cba13dad360263 is 82, key is hbase:meta,,1/info:regioninfo/1731613670205/Put/seqid=0 2024-11-14T19:48:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741849_1025 (size=5672) 2024-11-14T19:48:10,033 INFO [M:0;867b237d0fa7:46679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f2e0c56e60149aa81cba13dad360263 2024-11-14T19:48:10,053 DEBUG [M:0;867b237d0fa7:46679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b7f890731244e09979116c29114bd0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613678767/Put/seqid=0 2024-11-14T19:48:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741850_1026 (size=9212) 2024-11-14T19:48:10,116 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:10,338 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:10,458 INFO [M:0;867b237d0fa7:46679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b7f890731244e09979116c29114bd0 2024-11-14T19:48:10,478 DEBUG [M:0;867b237d0fa7:46679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d23d28564de4379933b897b11905d93 is 69, key is 867b237d0fa7,35919,1731613667029/rs:state/1731613668986/Put/seqid=0 2024-11-14T19:48:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741851_1027 (size=5156) 2024-11-14T19:48:10,820 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:10,884 INFO [M:0;867b237d0fa7:46679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d23d28564de4379933b897b11905d93 2024-11-14T19:48:10,888 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f2e0c56e60149aa81cba13dad360263 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f2e0c56e60149aa81cba13dad360263 2024-11-14T19:48:10,892 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f2e0c56e60149aa81cba13dad360263, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T19:48:10,892 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b7f890731244e09979116c29114bd0 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5b7f890731244e09979116c29114bd0 2024-11-14T19:48:10,896 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5b7f890731244e09979116c29114bd0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T19:48:10,896 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d23d28564de4379933b897b11905d93 as hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d23d28564de4379933b897b11905d93 2024-11-14T19:48:10,900 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/575ce708-2230-9631-9692-ed9142b0cf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d23d28564de4379933b897b11905d93, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T19:48:10,901 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=127, compaction requested=false 2024-11-14T19:48:10,903 INFO [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:10,903 DEBUG [M:0;867b237d0fa7:46679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613690000Disabling compacts and flushes for region at 1731613690000Disabling writes for close at 1731613690000Obtaining lock to block concurrent updates at 1731613690000Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613690000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731613690000Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613690001 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613690001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613690019 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613690019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613690037 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613690053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613690053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613690461 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613690477 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613690477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce46469: reopening flushed file at 1731613690887 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696e8535: reopening flushed file at 1731613690892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6799ddfb: reopening flushed file at 1731613690896 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=127, compaction requested=false at 1731613690901 (+5 ms)Writing region close event to WAL at 1731613690903 (+2 ms)Closed at 1731613690903 2024-11-14T19:48:10,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33779 is added to blk_1073741830_1006 (size=73866) 2024-11-14T19:48:10,905 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:10,905 INFO [M:0;867b237d0fa7:46679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:48:10,906 INFO [M:0;867b237d0fa7:46679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46679 2024-11-14T19:48:10,906 INFO [M:0;867b237d0fa7:46679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:11,125 INFO [M:0;867b237d0fa7:46679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46679-0x1013c114b7f0006, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:11,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f5a09f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:11,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd1b6aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:11,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:11,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58e13ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:11,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@678fdb91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:11,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:48:11,130 WARN [BP-1086594334-172.17.0.2-1731613665395 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:48:11,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:48:11,130 WARN [BP-1086594334-172.17.0.2-1731613665395 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1086594334-172.17.0.2-1731613665395 (Datanode Uuid dcdff1e6-3b8a-4594-83c0-a7703bc436d3) service to localhost/127.0.0.1:42763 2024-11-14T19:48:11,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/cluster_13caab9c-0c5f-b1fc-9923-0155b9352c45/data/data1/current/BP-1086594334-172.17.0.2-1731613665395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:11,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/cluster_13caab9c-0c5f-b1fc-9923-0155b9352c45/data/data2/current/BP-1086594334-172.17.0.2-1731613665395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:11,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:48:11,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ecef2c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:11,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4690dc4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:11,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:11,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bd3e3d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:11,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@784a7587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:11,147 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 to pos 1466, reset compression=false 2024-11-14T19:48:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:48:11,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:48:11,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:11,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:11,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:11,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:48:11,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=22883808, stopped=false 2024-11-14T19:48:11,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,38565,1731613662007 2024-11-14T19:48:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1651894760/running 2024-11-14T19:48:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1651894760/running 2024-11-14T19:48:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:48:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:48:11,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:11,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:11,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:11,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/running 2024-11-14T19:48:11,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Set watcher on znode that does not yet exist, /1651894760/running 2024-11-14T19:48:11,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,36867,1731613662126' ***** 2024-11-14T19:48:11,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:48:11,161 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:48:11,161 INFO [RS:0;867b237d0fa7:36867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:48:11,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for fa4821152fa1b3fd2102410170b27533 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for 045f7d3c700aa5d732fffd338d095d22 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,36867,1731613662126 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36867. 2024-11-14T19:48:11,162 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa4821152fa1b3fd2102410170b27533, disabling compactions & flushes 2024-11-14T19:48:11,162 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:48:11,162 DEBUG [RS:0;867b237d0fa7:36867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:11,162 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:48:11,162 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,162 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613672440.fa4821152fa1b3fd2102410170b27533. after waiting 0 ms 2024-11-14T19:48:11,162 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:48:11,162 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa4821152fa1b3fd2102410170b27533 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T19:48:11,162 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:48:11,162 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa4821152fa1b3fd2102410170b27533=test,,1731613672440.fa4821152fa1b3fd2102410170b27533., 045f7d3c700aa5d732fffd338d095d22=hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22.} 2024-11-14T19:48:11,162 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1351): Waiting on 045f7d3c700aa5d732fffd338d095d22, 1588230740, fa4821152fa1b3fd2102410170b27533 2024-11-14T19:48:11,162 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:11,162 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:11,163 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:11,163 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:11,163 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:11,163 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:48:11,179 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/info/aa66cfbbeec4413e822ff3862266471e is 147, key is hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22./info:regioninfo/1731613676568/Put/seqid=0 2024-11-14T19:48:11,179 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/f/f3869d59b976449696d1768b30318751 is 37, key is row3/f:row3/1731613686439/Put/seqid=0 2024-11-14T19:48:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741841_1017 (size=5228) 2024-11-14T19:48:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741840_1016 (size=7686) 2024-11-14T19:48:11,183 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/f/f3869d59b976449696d1768b30318751 2024-11-14T19:48:11,183 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/info/aa66cfbbeec4413e822ff3862266471e 2024-11-14T19:48:11,187 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3869d59b976449696d1768b30318751 2024-11-14T19:48:11,212 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/f1/b20913f5bfeb43a9b0383f4e8096456a is 30, key is row1/f1:/1731613683777/DeleteFamily/seqid=0 2024-11-14T19:48:11,212 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/ns/d2ae97654e4c4b528d387ef63049524d is 43, key is default/ns:d/1731613665299/Put/seqid=0 2024-11-14T19:48:11,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741843_1019 (size=5153) 2024-11-14T19:48:11,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741842_1018 (size=5158) 2024-11-14T19:48:11,216 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/ns/d2ae97654e4c4b528d387ef63049524d 2024-11-14T19:48:11,216 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/f1/b20913f5bfeb43a9b0383f4e8096456a 2024-11-14T19:48:11,224 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b20913f5bfeb43a9b0383f4e8096456a 2024-11-14T19:48:11,241 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/rep_barrier/82536f9b12a34e34a40c46bfa580667a is 112, key is test,,1731613672440.fa4821152fa1b3fd2102410170b27533./rep_barrier:seqnumDuringOpen/1731613673230/Put/seqid=0 2024-11-14T19:48:11,245 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/norep/b04d89daf2e54abb9debbcf0de37e032 is 33, key is row1/norep:/1731613683777/DeleteFamily/seqid=0 2024-11-14T19:48:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741844_1020 (size=5518) 2024-11-14T19:48:11,249 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/rep_barrier/82536f9b12a34e34a40c46bfa580667a 2024-11-14T19:48:11,251 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741845_1021 (size=5108) 2024-11-14T19:48:11,252 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/norep/b04d89daf2e54abb9debbcf0de37e032 2024-11-14T19:48:11,256 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b04d89daf2e54abb9debbcf0de37e032 2024-11-14T19:48:11,256 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/f/f3869d59b976449696d1768b30318751 as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/f/f3869d59b976449696d1768b30318751 2024-11-14T19:48:11,261 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3869d59b976449696d1768b30318751 2024-11-14T19:48:11,261 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/f/f3869d59b976449696d1768b30318751, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T19:48:11,262 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/f1/b20913f5bfeb43a9b0383f4e8096456a as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/f1/b20913f5bfeb43a9b0383f4e8096456a 2024-11-14T19:48:11,265 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b20913f5bfeb43a9b0383f4e8096456a 2024-11-14T19:48:11,265 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/f1/b20913f5bfeb43a9b0383f4e8096456a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T19:48:11,266 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/.tmp/norep/b04d89daf2e54abb9debbcf0de37e032 as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/norep/b04d89daf2e54abb9debbcf0de37e032 2024-11-14T19:48:11,270 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b04d89daf2e54abb9debbcf0de37e032 2024-11-14T19:48:11,270 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/norep/b04d89daf2e54abb9debbcf0de37e032, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T19:48:11,271 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fa4821152fa1b3fd2102410170b27533 in 109ms, sequenceid=12, compaction requested=false 2024-11-14T19:48:11,277 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/table/2ceb23227fa44693875002caefc340eb is 53, key is hbase:replication/table:state/1731613676575/Put/seqid=0 2024-11-14T19:48:11,283 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/default/test/fa4821152fa1b3fd2102410170b27533/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T19:48:11,283 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:11,283 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:11,283 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:48:11,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa4821152fa1b3fd2102410170b27533: Waiting for close lock at 1731613691162Running coprocessor pre-close hooks at 1731613691162Disabling compacts and flushes for region at 1731613691162Disabling writes for close at 1731613691162Obtaining lock to block concurrent updates at 1731613691162Preparing flush snapshotting stores in fa4821152fa1b3fd2102410170b27533 at 1731613691162Finished memstore snapshotting test,,1731613672440.fa4821152fa1b3fd2102410170b27533., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731613691163 (+1 ms)Flushing stores of test,,1731613672440.fa4821152fa1b3fd2102410170b27533. at 1731613691163Flushing fa4821152fa1b3fd2102410170b27533/f: creating writer at 1731613691163Flushing fa4821152fa1b3fd2102410170b27533/f: appending metadata at 1731613691179 (+16 ms)Flushing fa4821152fa1b3fd2102410170b27533/f: closing flushed file at 1731613691179Flushing fa4821152fa1b3fd2102410170b27533/f1: creating writer at 1731613691188 (+9 ms)Flushing fa4821152fa1b3fd2102410170b27533/f1: appending metadata at 1731613691211 (+23 ms)Flushing fa4821152fa1b3fd2102410170b27533/f1: closing flushed file at 1731613691211Flushing fa4821152fa1b3fd2102410170b27533/norep: creating writer at 1731613691224 (+13 ms)Flushing fa4821152fa1b3fd2102410170b27533/norep: appending metadata at 1731613691244 (+20 ms)Flushing fa4821152fa1b3fd2102410170b27533/norep: closing flushed file at 1731613691244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1feffb: reopening flushed file at 1731613691256 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692d5dc7: reopening flushed file at 1731613691261 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a1a98a: reopening flushed file at 1731613691265 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fa4821152fa1b3fd2102410170b27533 in 109ms, sequenceid=12, compaction requested=false at 1731613691271 (+6 ms)Writing region close event to WAL at 1731613691278 (+7 ms)Running coprocessor post-close hooks at 1731613691283 (+5 ms)Closed at 1731613691283 2024-11-14T19:48:11,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613672440.fa4821152fa1b3fd2102410170b27533. 2024-11-14T19:48:11,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 045f7d3c700aa5d732fffd338d095d22, disabling compactions & flushes 2024-11-14T19:48:11,284 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:48:11,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:48:11,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. after waiting 0 ms 2024-11-14T19:48:11,284 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:48:11,284 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 045f7d3c700aa5d732fffd338d095d22 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T19:48:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741846_1022 (size=5308) 2024-11-14T19:48:11,302 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/.tmp/queue/fd20b952ecf44162b6213fc6234a4b93 is 154, key is 1-867b237d0fa7,36867,1731613662126/queue:867b237d0fa7%2C36867%2C1731613662126/1731613687607/Put/seqid=0 2024-11-14T19:48:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741847_1023 (size=5353) 2024-11-14T19:48:11,363 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1351): Waiting on 045f7d3c700aa5d732fffd338d095d22, 1588230740 2024-11-14T19:48:11,563 DEBUG [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1351): Waiting on 045f7d3c700aa5d732fffd338d095d22, 1588230740 2024-11-14T19:48:11,597 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:48:11,623 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:11,692 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/table/2ceb23227fa44693875002caefc340eb 2024-11-14T19:48:11,696 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/info/aa66cfbbeec4413e822ff3862266471e as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/info/aa66cfbbeec4413e822ff3862266471e 2024-11-14T19:48:11,699 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/info/aa66cfbbeec4413e822ff3862266471e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:48:11,700 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/ns/d2ae97654e4c4b528d387ef63049524d as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/ns/d2ae97654e4c4b528d387ef63049524d 2024-11-14T19:48:11,703 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/ns/d2ae97654e4c4b528d387ef63049524d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:48:11,704 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/rep_barrier/82536f9b12a34e34a40c46bfa580667a as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/rep_barrier/82536f9b12a34e34a40c46bfa580667a 2024-11-14T19:48:11,705 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/.tmp/queue/fd20b952ecf44162b6213fc6234a4b93 2024-11-14T19:48:11,709 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/rep_barrier/82536f9b12a34e34a40c46bfa580667a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:48:11,710 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/.tmp/queue/fd20b952ecf44162b6213fc6234a4b93 as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/queue/fd20b952ecf44162b6213fc6234a4b93 2024-11-14T19:48:11,710 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/.tmp/table/2ceb23227fa44693875002caefc340eb as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/table/2ceb23227fa44693875002caefc340eb 2024-11-14T19:48:11,716 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/table/2ceb23227fa44693875002caefc340eb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:48:11,716 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/queue/fd20b952ecf44162b6213fc6234a4b93, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T19:48:11,717 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=16, compaction requested=false 2024-11-14T19:48:11,717 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 045f7d3c700aa5d732fffd338d095d22 in 433ms, sequenceid=14, compaction requested=false 2024-11-14T19:48:11,733 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/replication/045f7d3c700aa5d732fffd338d095d22/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T19:48:11,734 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:11,734 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:11,734 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:48:11,734 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 045f7d3c700aa5d732fffd338d095d22: Waiting for close lock at 1731613691284Running coprocessor pre-close hooks at 1731613691284Disabling compacts and flushes for region at 1731613691284Disabling writes for close at 1731613691284Obtaining lock to block concurrent updates at 1731613691284Preparing flush snapshotting stores in 045f7d3c700aa5d732fffd338d095d22 at 1731613691284Finished memstore snapshotting hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731613691284Flushing stores of hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. at 1731613691285 (+1 ms)Flushing 045f7d3c700aa5d732fffd338d095d22/queue: creating writer at 1731613691285Flushing 045f7d3c700aa5d732fffd338d095d22/queue: appending metadata at 1731613691301 (+16 ms)Flushing 045f7d3c700aa5d732fffd338d095d22/queue: closing flushed file at 1731613691301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccdbeeb: reopening flushed file at 1731613691709 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 045f7d3c700aa5d732fffd338d095d22 in 433ms, sequenceid=14, compaction requested=false at 1731613691717 (+8 ms)Writing region close event to WAL at 1731613691725 (+8 ms)Running coprocessor post-close hooks at 1731613691733 (+8 ms)Closed at 1731613691734 (+1 ms) 2024-11-14T19:48:11,734 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613675395.045f7d3c700aa5d732fffd338d095d22. 2024-11-14T19:48:11,736 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:48:11,736 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:11,736 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:11,736 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:11,737 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613691162Running coprocessor pre-close hooks at 1731613691162Disabling compacts and flushes for region at 1731613691162Disabling writes for close at 1731613691163 (+1 ms)Obtaining lock to block concurrent updates at 1731613691163Preparing flush snapshotting stores in 1588230740 at 1731613691163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613691163Flushing stores of hbase:meta,,1.1588230740 at 1731613691163Flushing 1588230740/info: creating writer at 1731613691163Flushing 1588230740/info: appending metadata at 1731613691179 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731613691179Flushing 1588230740/ns: creating writer at 1731613691196 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731613691212 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731613691212Flushing 1588230740/rep_barrier: creating writer at 1731613691224 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613691240 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613691240Flushing 1588230740/table: creating writer at 1731613691252 (+12 ms)Flushing 1588230740/table: appending metadata at 1731613691277 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731613691277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6111fc8d: reopening flushed file at 1731613691696 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438306ca: reopening flushed file at 1731613691700 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9ac84e: reopening flushed file at 1731613691704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fd7d85: reopening flushed file at 1731613691709 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=16, compaction requested=false at 1731613691717 (+8 ms)Writing region close event to WAL at 1731613691733 (+16 ms)Running coprocessor post-close hooks at 1731613691736 (+3 ms)Closed at 1731613691736 2024-11-14T19:48:11,737 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:11,763 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,36867,1731613662126; all regions closed. 2024-11-14T19:48:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:48:11,767 DEBUG [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/oldWALs 2024-11-14T19:48:11,767 INFO [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36867%2C1731613662126.meta:.meta(num 1731613665258) 2024-11-14T19:48:11,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741839_1015 (size=3552) 2024-11-14T19:48:11,772 DEBUG [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/oldWALs 2024-11-14T19:48:11,772 INFO [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36867%2C1731613662126.rep:(num 1731613676529) 2024-11-14T19:48:11,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/WALs/867b237d0fa7,36867,1731613662126/867b237d0fa7%2C36867%2C1731613662126.1731613664253 not finished, retry = 0 2024-11-14T19:48:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741832_1008 (size=2365) 2024-11-14T19:48:11,876 DEBUG [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/oldWALs 2024-11-14T19:48:11,876 INFO [RS:0;867b237d0fa7:36867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36867%2C1731613662126:(num 1731613664253) 2024-11-14T19:48:11,876 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,876 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:11,876 INFO [RS:0;867b237d0fa7:36867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:11,876 INFO [RS:0;867b237d0fa7:36867 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:11,876 INFO [RS:0;867b237d0fa7:36867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:11,876 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:11,876 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,36867,1731613662126 because: Region server is closing 2024-11-14T19:48:11,877 INFO [RS:0;867b237d0fa7:36867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36867. 2024-11-14T19:48:11,877 DEBUG [RS:0;867b237d0fa7:36867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:11,877 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,877 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:11,977 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:48:11,977 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.wal-reader.867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:48:11,977 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36867,1731613662126.replicationSource.shipper867b237d0fa7%2C36867%2C1731613662126,1-867b237d0fa7,36867,1731613662126 terminated 2024-11-14T19:48:11,978 INFO [RS:0;867b237d0fa7:36867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36867. 2024-11-14T19:48:11,978 DEBUG [RS:0;867b237d0fa7:36867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:11,978 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,978 DEBUG [RS:0;867b237d0fa7:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:11,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:11,978 INFO [RS:0;867b237d0fa7:36867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36867 2024-11-14T19:48:12,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760/rs 2024-11-14T19:48:12,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1651894760/rs/867b237d0fa7,36867,1731613662126 2024-11-14T19:48:12,091 INFO [RS:0;867b237d0fa7:36867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:12,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,36867,1731613662126] 2024-11-14T19:48:12,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/draining/867b237d0fa7,36867,1731613662126 already deleted, retry=false 2024-11-14T19:48:12,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,36867,1731613662126 expired; onlineServers=0 2024-11-14T19:48:12,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,38565,1731613662007' ***** 2024-11-14T19:48:12,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:48:12,108 INFO [M:0;867b237d0fa7:38565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:12,108 INFO [M:0;867b237d0fa7:38565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:12,108 DEBUG [M:0;867b237d0fa7:38565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:48:12,108 DEBUG [M:0;867b237d0fa7:38565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:48:12,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:48:12,108 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613664046 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613664046,5,FailOnTimeoutGroup] 2024-11-14T19:48:12,108 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613664044 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613664044,5,FailOnTimeoutGroup] 2024-11-14T19:48:12,108 INFO [M:0;867b237d0fa7:38565 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:12,108 INFO [M:0;867b237d0fa7:38565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:12,108 DEBUG [M:0;867b237d0fa7:38565 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:48:12,109 INFO [M:0;867b237d0fa7:38565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:48:12,109 INFO [M:0;867b237d0fa7:38565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:12,109 INFO [M:0;867b237d0fa7:38565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:48:12,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:48:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1651894760/master 2024-11-14T19:48:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1651894760 2024-11-14T19:48:12,127 DEBUG [M:0;867b237d0fa7:38565 {}] zookeeper.RecoverableZooKeeper(212): Node /1651894760/master already deleted, retry=false 2024-11-14T19:48:12,127 DEBUG [M:0;867b237d0fa7:38565 {}] master.ActiveMasterManager(353): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Failed delete of our master address node; KeeperErrorCode = NoNode for /1651894760/master 2024-11-14T19:48:12,128 INFO [M:0;867b237d0fa7:38565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/.lastflushedseqids 2024-11-14T19:48:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741848_1024 (size=245) 2024-11-14T19:48:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:12,200 INFO [RS:0;867b237d0fa7:36867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:12,200 INFO [RS:0;867b237d0fa7:36867 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,36867,1731613662126; zookeeper connection closed. 2024-11-14T19:48:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x1013c114b7f0004, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:12,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69a24774 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69a24774 2024-11-14T19:48:12,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:48:12,526 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:12,542 INFO [M:0;867b237d0fa7:38565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:48:12,542 INFO [M:0;867b237d0fa7:38565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:48:12,542 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:12,542 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:12,542 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:12,543 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-14T19:48:12,543 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:12,543 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T19:48:12,556 DEBUG [M:0;867b237d0fa7:38565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84da8bfcddcd43d0bb4dfd53242600dc is 82, key is hbase:meta,,1/info:regioninfo/1731613665284/Put/seqid=0 2024-11-14T19:48:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741849_1025 (size=5672) 2024-11-14T19:48:12,960 INFO [M:0;867b237d0fa7:38565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84da8bfcddcd43d0bb4dfd53242600dc 2024-11-14T19:48:12,977 DEBUG [M:0;867b237d0fa7:38565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba3877e5fb5e4dc9b2263d712c51a919 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613676578/Put/seqid=0 2024-11-14T19:48:12,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741850_1026 (size=8517) 2024-11-14T19:48:13,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:13,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:48:13,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68592 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:48:13,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,381 INFO [M:0;867b237d0fa7:38565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba3877e5fb5e4dc9b2263d712c51a919 2024-11-14T19:48:13,400 DEBUG [M:0;867b237d0fa7:38565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4037298c0d034a88ab09779100b99450 is 69, key is 867b237d0fa7,36867,1731613662126/rs:state/1731613664083/Put/seqid=0 2024-11-14T19:48:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741851_1027 (size=5156) 2024-11-14T19:48:13,529 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:13,804 INFO [M:0;867b237d0fa7:38565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4037298c0d034a88ab09779100b99450 2024-11-14T19:48:13,809 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84da8bfcddcd43d0bb4dfd53242600dc as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84da8bfcddcd43d0bb4dfd53242600dc 2024-11-14T19:48:13,813 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84da8bfcddcd43d0bb4dfd53242600dc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:48:13,813 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba3877e5fb5e4dc9b2263d712c51a919 as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba3877e5fb5e4dc9b2263d712c51a919 2024-11-14T19:48:13,817 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba3877e5fb5e4dc9b2263d712c51a919, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:48:13,817 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4037298c0d034a88ab09779100b99450 as hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4037298c0d034a88ab09779100b99450 2024-11-14T19:48:13,821 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42189/user/jenkins/test-data/a371ba5c-a26e-2e09-48bf-d05dbd41085b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4037298c0d034a88ab09779100b99450, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:48:13,821 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-14T19:48:13,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,828 INFO [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:13,828 DEBUG [M:0;867b237d0fa7:38565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613692542Disabling compacts and flushes for region at 1731613692542Disabling writes for close at 1731613692543 (+1 ms)Obtaining lock to block concurrent updates at 1731613692543Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613692543Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731613692543Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613692543Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613692543Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613692556 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613692556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613692964 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613692977 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613692977Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613693385 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613693400 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613693400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0e084e: reopening flushed file at 1731613693808 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cda69: reopening flushed file at 1731613693813 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c1d6c8: reopening flushed file at 1731613693817 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731613693821 (+4 ms)Writing region close event to WAL at 1731613693828 (+7 ms)Closed at 1731613693828 2024-11-14T19:48:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45791 is added to blk_1073741830_1006 (size=63666) 2024-11-14T19:48:13,831 INFO [M:0;867b237d0fa7:38565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:48:13,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:13,831 INFO [M:0;867b237d0fa7:38565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38565 2024-11-14T19:48:13,831 INFO [M:0;867b237d0fa7:38565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:13,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:13,983 INFO [M:0;867b237d0fa7:38565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38565-0x1013c114b7f0003, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:13,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c24eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:13,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:13,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:13,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:13,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:13,988 WARN [BP-1360214432-172.17.0.2-1731613660618 heartbeating to localhost/127.0.0.1:42189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:48:13,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:48:13,988 WARN [BP-1360214432-172.17.0.2-1731613660618 heartbeating to localhost/127.0.0.1:42189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1360214432-172.17.0.2-1731613660618 (Datanode Uuid 1d9aa3a5-5db0-4718-a7b7-6b77b599a345) service to localhost/127.0.0.1:42189 2024-11-14T19:48:13,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:48:13,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/cluster_bf9c1d3d-8157-2ea9-0790-9ea967aee629/data/data1/current/BP-1360214432-172.17.0.2-1731613660618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:13,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/cluster_bf9c1d3d-8157-2ea9-0790-9ea967aee629/data/data2/current/BP-1360214432-172.17.0.2-1731613660618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:13,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:48:13,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13a8db3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:13,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:13,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:13,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:13,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf7d8dcc-34b8-c6aa-42ff-0b59f5eb3fa8/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:14,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:48:14,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:48:14,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:14,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:14,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:14,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:14,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:14,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:48:14,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1141570426, stopped=false 2024-11-14T19:48:14,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,35111,1731613657978 2024-11-14T19:48:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2057679254/running 2024-11-14T19:48:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2057679254/running 2024-11-14T19:48:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:48:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:48:14,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:14,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:14,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:14,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:14,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/running 2024-11-14T19:48:14,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,39047,1731613658148' ***** 2024-11-14T19:48:14,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:48:14,050 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:48:14,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Set watcher on znode that does not yet exist, /0-2057679254/running 2024-11-14T19:48:14,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(3091): Received CLOSE for 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,39047,1731613658148 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:39047. 2024-11-14T19:48:14,051 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c153ed98b2ea1b16652f4542ac78e82, disabling compactions & flushes 2024-11-14T19:48:14,051 DEBUG [RS:0;867b237d0fa7:39047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:14,051 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:14,051 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:48:14,051 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:48:14,051 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. after waiting 0 ms 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:48:14,051 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:48:14,051 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:48:14,052 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c153ed98b2ea1b16652f4542ac78e82 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T19:48:14,052 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:48:14,052 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1325): Online Regions={9c153ed98b2ea1b16652f4542ac78e82=hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82., 47bd7492de3cfaa1926fe14371544236=test,,1731613670288.47bd7492de3cfaa1926fe14371544236., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:48:14,052 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47bd7492de3cfaa1926fe14371544236, 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:48:14,052 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:14,052 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:14,052 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:14,052 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:14,052 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:14,052 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:48:14,071 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/.tmp/queue/ec01baa2fe0d4966acf0caa04f97aeec is 154, key is 1-867b237d0fa7,39047,1731613658148/queue:867b237d0fa7%2C39047%2C1731613658148/1731613688100/Put/seqid=0 2024-11-14T19:48:14,072 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/info/dfc447944f81415980e2b21b02448c55 is 147, key is hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82./info:regioninfo/1731613674622/Put/seqid=0 2024-11-14T19:48:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741841_1017 (size=7686) 2024-11-14T19:48:14,082 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741840_1016 (size=5353) 2024-11-14T19:48:14,252 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47bd7492de3cfaa1926fe14371544236, 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:48:14,452 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47bd7492de3cfaa1926fe14371544236, 9c153ed98b2ea1b16652f4542ac78e82 2024-11-14T19:48:14,478 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/info/dfc447944f81415980e2b21b02448c55 2024-11-14T19:48:14,488 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/.tmp/queue/ec01baa2fe0d4966acf0caa04f97aeec 2024-11-14T19:48:14,492 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/.tmp/queue/ec01baa2fe0d4966acf0caa04f97aeec as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/queue/ec01baa2fe0d4966acf0caa04f97aeec 2024-11-14T19:48:14,495 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/queue/ec01baa2fe0d4966acf0caa04f97aeec, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T19:48:14,496 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9c153ed98b2ea1b16652f4542ac78e82 in 445ms, sequenceid=14, compaction requested=false 2024-11-14T19:48:14,496 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:48:14,498 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/ns/332e0a4da1c2487a874c1f967ae8028d is 43, key is default/ns:d/1731613660551/Put/seqid=0 2024-11-14T19:48:14,499 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/replication/9c153ed98b2ea1b16652f4542ac78e82/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T19:48:14,500 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:14,500 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:14,500 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:48:14,500 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c153ed98b2ea1b16652f4542ac78e82: Waiting for close lock at 1731613694051Running coprocessor pre-close hooks at 1731613694051Disabling compacts and flushes for region at 1731613694051Disabling writes for close at 1731613694051Obtaining lock to block concurrent updates at 1731613694052 (+1 ms)Preparing flush snapshotting stores in 9c153ed98b2ea1b16652f4542ac78e82 at 1731613694052Finished memstore snapshotting hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731613694052Flushing stores of hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. at 1731613694052Flushing 9c153ed98b2ea1b16652f4542ac78e82/queue: creating writer at 1731613694052Flushing 9c153ed98b2ea1b16652f4542ac78e82/queue: appending metadata at 1731613694071 (+19 ms)Flushing 9c153ed98b2ea1b16652f4542ac78e82/queue: closing flushed file at 1731613694071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7045a4: reopening flushed file at 1731613694491 (+420 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9c153ed98b2ea1b16652f4542ac78e82 in 445ms, sequenceid=14, compaction requested=false at 1731613694496 (+5 ms)Writing region close event to WAL at 1731613694497 (+1 ms)Running coprocessor post-close hooks at 1731613694500 (+3 ms)Closed at 1731613694500 2024-11-14T19:48:14,500 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613674243.9c153ed98b2ea1b16652f4542ac78e82. 2024-11-14T19:48:14,501 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47bd7492de3cfaa1926fe14371544236, disabling compactions & flushes 2024-11-14T19:48:14,501 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:48:14,501 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:48:14,501 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613670288.47bd7492de3cfaa1926fe14371544236. after waiting 0 ms 2024-11-14T19:48:14,501 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:48:14,501 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47bd7492de3cfaa1926fe14371544236 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T19:48:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:48:14,503 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/ns/332e0a4da1c2487a874c1f967ae8028d 2024-11-14T19:48:14,520 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/f/9cb1db6bfb054d8c8c618b10cd86fa81 is 37, key is row3/f:row3/1731613686439/Put/seqid=0 2024-11-14T19:48:14,528 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/rep_barrier/27207531540e4697aa851cebaf71f1ad is 112, key is test,,1731613670288.47bd7492de3cfaa1926fe14371544236./rep_barrier:seqnumDuringOpen/1731613671435/Put/seqid=0 2024-11-14T19:48:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741843_1019 (size=5228) 2024-11-14T19:48:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741844_1020 (size=5518) 2024-11-14T19:48:14,535 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/rep_barrier/27207531540e4697aa851cebaf71f1ad 2024-11-14T19:48:14,565 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/table/bbb534e9c19440ff99a70d33069b34f8 is 53, key is hbase:replication/table:state/1731613674629/Put/seqid=0 2024-11-14T19:48:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741845_1021 (size=5308) 2024-11-14T19:48:14,569 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/table/bbb534e9c19440ff99a70d33069b34f8 2024-11-14T19:48:14,573 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/info/dfc447944f81415980e2b21b02448c55 as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/info/dfc447944f81415980e2b21b02448c55 2024-11-14T19:48:14,576 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/info/dfc447944f81415980e2b21b02448c55, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:48:14,576 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/ns/332e0a4da1c2487a874c1f967ae8028d as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/ns/332e0a4da1c2487a874c1f967ae8028d 2024-11-14T19:48:14,580 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/ns/332e0a4da1c2487a874c1f967ae8028d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:48:14,581 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/rep_barrier/27207531540e4697aa851cebaf71f1ad as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/rep_barrier/27207531540e4697aa851cebaf71f1ad 2024-11-14T19:48:14,584 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/rep_barrier/27207531540e4697aa851cebaf71f1ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:48:14,584 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/.tmp/table/bbb534e9c19440ff99a70d33069b34f8 as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/table/bbb534e9c19440ff99a70d33069b34f8 2024-11-14T19:48:14,587 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/table/bbb534e9c19440ff99a70d33069b34f8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:48:14,588 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=16, compaction requested=false 2024-11-14T19:48:14,588 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:48:14,592 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:48:14,592 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:14,593 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:14,593 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:14,593 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613694052Running coprocessor pre-close hooks at 1731613694052Disabling compacts and flushes for region at 1731613694052Disabling writes for close at 1731613694052Obtaining lock to block concurrent updates at 1731613694052Preparing flush snapshotting stores in 1588230740 at 1731613694052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613694052Flushing stores of hbase:meta,,1.1588230740 at 1731613694052Flushing 1588230740/info: creating writer at 1731613694052Flushing 1588230740/info: appending metadata at 1731613694071 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731613694071Flushing 1588230740/ns: creating writer at 1731613694482 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731613694498 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731613694498Flushing 1588230740/rep_barrier: creating writer at 1731613694509 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613694528 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613694528Flushing 1588230740/table: creating writer at 1731613694538 (+10 ms)Flushing 1588230740/table: appending metadata at 1731613694564 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731613694564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2127e71a: reopening flushed file at 1731613694572 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b0a70e: reopening flushed file at 1731613694576 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4292345f: reopening flushed file at 1731613694580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2444aee8: reopening flushed file at 1731613694584 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=16, compaction requested=false at 1731613694588 (+4 ms)Writing region close event to WAL at 1731613694590 (+2 ms)Running coprocessor post-close hooks at 1731613694592 (+2 ms)Closed at 1731613694593 (+1 ms) 2024-11-14T19:48:14,593 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:14,633 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1488, reset compression=false 2024-11-14T19:48:14,637 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:14,637 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1735, reset compression=false 2024-11-14T19:48:14,637 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,39047,1731613658148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:14,638 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,39047,1731613658148: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,39047,1731613658148, walGroup=867b237d0fa7%2C39047%2C1731613658148, offset=867b237d0fa7%2C39047%2C1731613658148.1731613659960:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:39047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:48:14,640 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:48:14,640 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:48:14,640 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:48:14,641 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:48:14,641 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:48:14,641 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1203765248, "init": 1048576000, "max": 2306867200, "used": 754024960 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199705896 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:48:14,641 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:35111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:35111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:48:14,652 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:48:14,833 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:48:14,833 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:48:14,840 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1735, reset compression=false 2024-11-14T19:48:14,852 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:48:14,931 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/f/9cb1db6bfb054d8c8c618b10cd86fa81 2024-11-14T19:48:14,935 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb1db6bfb054d8c8c618b10cd86fa81 2024-11-14T19:48:14,949 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/f1/5a218e91acd0479f900e9141381799d4 is 30, key is row1/f1:/1731613683777/DeleteFamily/seqid=0 2024-11-14T19:48:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741846_1022 (size=5158) 2024-11-14T19:48:14,952 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/f1/5a218e91acd0479f900e9141381799d4 2024-11-14T19:48:14,955 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a218e91acd0479f900e9141381799d4 2024-11-14T19:48:14,970 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/norep/b585167897c242378ad6515a37d63d8e is 32, key is row/norep:/1731613682769/DeleteFamily/seqid=0 2024-11-14T19:48:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741847_1023 (size=5101) 2024-11-14T19:48:15,053 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:48:15,053 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1325): Online Regions={47bd7492de3cfaa1926fe14371544236=test,,1731613670288.47bd7492de3cfaa1926fe14371544236.} 2024-11-14T19:48:15,053 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:48:15,143 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1735, reset compression=false 2024-11-14T19:48:15,253 DEBUG [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1351): Waiting on 47bd7492de3cfaa1926fe14371544236 2024-11-14T19:48:15,379 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/norep/b585167897c242378ad6515a37d63d8e 2024-11-14T19:48:15,382 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b585167897c242378ad6515a37d63d8e 2024-11-14T19:48:15,383 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/f/9cb1db6bfb054d8c8c618b10cd86fa81 as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/f/9cb1db6bfb054d8c8c618b10cd86fa81 2024-11-14T19:48:15,387 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb1db6bfb054d8c8c618b10cd86fa81 2024-11-14T19:48:15,388 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/f/9cb1db6bfb054d8c8c618b10cd86fa81, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T19:48:15,388 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/f1/5a218e91acd0479f900e9141381799d4 as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/f1/5a218e91acd0479f900e9141381799d4 2024-11-14T19:48:15,391 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a218e91acd0479f900e9141381799d4 2024-11-14T19:48:15,391 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/f1/5a218e91acd0479f900e9141381799d4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T19:48:15,392 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/.tmp/norep/b585167897c242378ad6515a37d63d8e as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/norep/b585167897c242378ad6515a37d63d8e 2024-11-14T19:48:15,395 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b585167897c242378ad6515a37d63d8e 2024-11-14T19:48:15,395 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/norep/b585167897c242378ad6515a37d63d8e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T19:48:15,395 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 47bd7492de3cfaa1926fe14371544236 in 894ms, sequenceid=12, compaction requested=false 2024-11-14T19:48:15,396 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:48:15,399 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/data/default/test/47bd7492de3cfaa1926fe14371544236/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T19:48:15,400 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:15,400 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:15,400 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:48:15,400 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47bd7492de3cfaa1926fe14371544236: Waiting for close lock at 1731613694500Running coprocessor pre-close hooks at 1731613694500Disabling compacts and flushes for region at 1731613694500Disabling writes for close at 1731613694501 (+1 ms)Obtaining lock to block concurrent updates at 1731613694501Preparing flush snapshotting stores in 47bd7492de3cfaa1926fe14371544236 at 1731613694501Finished memstore snapshotting test,,1731613670288.47bd7492de3cfaa1926fe14371544236., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731613694501Flushing stores of test,,1731613670288.47bd7492de3cfaa1926fe14371544236. at 1731613694501Flushing 47bd7492de3cfaa1926fe14371544236/f: creating writer at 1731613694501Flushing 47bd7492de3cfaa1926fe14371544236/f: appending metadata at 1731613694520 (+19 ms)Flushing 47bd7492de3cfaa1926fe14371544236/f: closing flushed file at 1731613694520Flushing 47bd7492de3cfaa1926fe14371544236/f1: creating writer at 1731613694935 (+415 ms)Flushing 47bd7492de3cfaa1926fe14371544236/f1: appending metadata at 1731613694948 (+13 ms)Flushing 47bd7492de3cfaa1926fe14371544236/f1: closing flushed file at 1731613694948Flushing 47bd7492de3cfaa1926fe14371544236/norep: creating writer at 1731613694955 (+7 ms)Flushing 47bd7492de3cfaa1926fe14371544236/norep: appending metadata at 1731613694969 (+14 ms)Flushing 47bd7492de3cfaa1926fe14371544236/norep: closing flushed file at 1731613694969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a01c07: reopening flushed file at 1731613695382 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f61df4: reopening flushed file at 1731613695388 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61462b1a: reopening flushed file at 1731613695392 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 47bd7492de3cfaa1926fe14371544236 in 894ms, sequenceid=12, compaction requested=false at 1731613695395 (+3 ms)Writing region close event to WAL at 1731613695397 (+2 ms)Running coprocessor post-close hooks at 1731613695400 (+3 ms)Closed at 1731613695400 2024-11-14T19:48:15,400 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613670288.47bd7492de3cfaa1926fe14371544236. 2024-11-14T19:48:15,453 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,39047,1731613658148; all regions closed. 2024-11-14T19:48:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:48:15,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741839_1015 (size=3552) 2024-11-14T19:48:15,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.rep.1731613674575 not finished, retry = 0 2024-11-14T19:48:15,547 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 1735, reset compression=false 2024-11-14T19:48:15,552 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:15,552 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.wal-reader.867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 to pos 2379, reset compression=false 2024-11-14T19:48:15,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/WALs/867b237d0fa7,39047,1731613658148/867b237d0fa7%2C39047%2C1731613658148.1731613659960 not finished, retry = 0 2024-11-14T19:48:15,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741833_1009 (size=2387) 2024-11-14T19:48:15,664 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:15,664 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:15,664 INFO [RS:0;867b237d0fa7:39047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:15,664 INFO [RS:0;867b237d0fa7:39047 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:15,664 INFO [RS:0;867b237d0fa7:39047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:15,664 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:15,665 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,39047,1731613658148 because: Region server is closing 2024-11-14T19:48:15,665 INFO [RS:0;867b237d0fa7:39047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:39047. 2024-11-14T19:48:15,665 DEBUG [RS:0;867b237d0fa7:39047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:15,665 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:15,665 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:15,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:15,765 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,39047,1731613658148.replicationSource.shipper867b237d0fa7%2C39047%2C1731613658148,1-867b237d0fa7,39047,1731613658148 terminated 2024-11-14T19:48:15,766 INFO [RS:0;867b237d0fa7:39047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:39047. 2024-11-14T19:48:15,766 DEBUG [RS:0;867b237d0fa7:39047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:15,766 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:15,766 DEBUG [RS:0;867b237d0fa7:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:15,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:15,766 INFO [RS:0;867b237d0fa7:39047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39047 2024-11-14T19:48:15,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2057679254/rs/867b237d0fa7,39047,1731613658148 2024-11-14T19:48:15,824 INFO [RS:0;867b237d0fa7:39047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:15,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254/rs 2024-11-14T19:48:15,825 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f4fe08e3f40@666446bf rejected from java.util.concurrent.ThreadPoolExecutor@625bdeab[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T19:48:15,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,39047,1731613658148] 2024-11-14T19:48:15,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2057679254/draining/867b237d0fa7,39047,1731613658148 already deleted, retry=false 2024-11-14T19:48:15,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,39047,1731613658148 expired; onlineServers=0 2024-11-14T19:48:15,841 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,35111,1731613657978' ***** 2024-11-14T19:48:15,841 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:48:15,841 INFO [M:0;867b237d0fa7:35111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:15,841 INFO [M:0;867b237d0fa7:35111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:15,841 DEBUG [M:0;867b237d0fa7:35111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:48:15,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:48:15,842 DEBUG [M:0;867b237d0fa7:35111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:48:15,842 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613659709 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613659709,5,FailOnTimeoutGroup] 2024-11-14T19:48:15,842 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613659710 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613659710,5,FailOnTimeoutGroup] 2024-11-14T19:48:15,842 INFO [M:0;867b237d0fa7:35111 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:15,842 INFO [M:0;867b237d0fa7:35111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:15,842 DEBUG [M:0;867b237d0fa7:35111 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:48:15,842 INFO [M:0;867b237d0fa7:35111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:48:15,842 INFO [M:0;867b237d0fa7:35111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:15,842 INFO [M:0;867b237d0fa7:35111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:48:15,842 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:48:15,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2057679254/master 2024-11-14T19:48:15,852 DEBUG [M:0;867b237d0fa7:35111 {}] zookeeper.ZKUtil(347): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Unable to get data of znode /0-2057679254/master because node does not exist (not an error) 2024-11-14T19:48:15,852 WARN [M:0;867b237d0fa7:35111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:48:15,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2057679254 2024-11-14T19:48:15,852 INFO [M:0;867b237d0fa7:35111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/.lastflushedseqids 2024-11-14T19:48:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741848_1024 (size=245) 2024-11-14T19:48:15,933 INFO [RS:0;867b237d0fa7:39047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:15,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:15,933 INFO [RS:0;867b237d0fa7:39047 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,39047,1731613658148; zookeeper connection closed. 2024-11-14T19:48:15,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1013c114b7f0001, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:15,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea0d732 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea0d732 2024-11-14T19:48:15,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:48:16,257 INFO [M:0;867b237d0fa7:35111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:48:16,257 INFO [M:0;867b237d0fa7:35111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:48:16,257 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:16,257 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:16,257 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:16,257 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:16,257 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:16,257 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T19:48:16,271 DEBUG [M:0;867b237d0fa7:35111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e465f632708542d9917395cff9ec665b is 82, key is hbase:meta,,1/info:regioninfo/1731613660534/Put/seqid=0 2024-11-14T19:48:16,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741849_1025 (size=5672) 2024-11-14T19:48:16,675 INFO [M:0;867b237d0fa7:35111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e465f632708542d9917395cff9ec665b 2024-11-14T19:48:16,696 DEBUG [M:0;867b237d0fa7:35111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96dc034635ed459b95376b886812e958 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613671446/Put/seqid=0 2024-11-14T19:48:16,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741850_1026 (size=7218) 2024-11-14T19:48:17,100 INFO [M:0;867b237d0fa7:35111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96dc034635ed459b95376b886812e958 2024-11-14T19:48:17,103 INFO [M:0;867b237d0fa7:35111 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96dc034635ed459b95376b886812e958 2024-11-14T19:48:17,116 DEBUG [M:0;867b237d0fa7:35111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74b298911d0442799da5a8a3eda4e92d is 69, key is 867b237d0fa7,39047,1731613658148/rs:state/1731613659808/Put/seqid=0 2024-11-14T19:48:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741851_1027 (size=5156) 2024-11-14T19:48:17,524 INFO [M:0;867b237d0fa7:35111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74b298911d0442799da5a8a3eda4e92d 2024-11-14T19:48:17,528 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e465f632708542d9917395cff9ec665b as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e465f632708542d9917395cff9ec665b 2024-11-14T19:48:17,531 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e465f632708542d9917395cff9ec665b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T19:48:17,532 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96dc034635ed459b95376b886812e958 as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96dc034635ed459b95376b886812e958 2024-11-14T19:48:17,535 INFO [M:0;867b237d0fa7:35111 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96dc034635ed459b95376b886812e958 2024-11-14T19:48:17,535 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96dc034635ed459b95376b886812e958, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T19:48:17,536 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74b298911d0442799da5a8a3eda4e92d as hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74b298911d0442799da5a8a3eda4e92d 2024-11-14T19:48:17,539 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34259/user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74b298911d0442799da5a8a3eda4e92d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T19:48:17,540 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-14T19:48:17,541 INFO [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:17,542 DEBUG [M:0;867b237d0fa7:35111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613696257Disabling compacts and flushes for region at 1731613696257Disabling writes for close at 1731613696257Obtaining lock to block concurrent updates at 1731613696257Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613696257Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731613696258 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613696258Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613696258Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613696271 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613696271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613696678 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613696695 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613696695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613697103 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613697116 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613697116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620f0d06: reopening flushed file at 1731613697527 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abb2778: reopening flushed file at 1731613697531 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665c2de: reopening flushed file at 1731613697535 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731613697540 (+5 ms)Writing region close event to WAL at 1731613697541 (+1 ms)Closed at 1731613697541 2024-11-14T19:48:17,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cff53ae-0cfd-17d9-3094-55755fdfa585/MasterData/WALs/867b237d0fa7,35111,1731613657978/867b237d0fa7%2C35111%2C1731613657978.1731613659484 not finished, retry = 0 2024-11-14T19:48:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741830_1006 (size=64423) 2024-11-14T19:48:17,644 INFO [M:0;867b237d0fa7:35111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:48:17,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:17,644 INFO [M:0;867b237d0fa7:35111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35111 2024-11-14T19:48:17,645 INFO [M:0;867b237d0fa7:35111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:17,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:17,816 INFO [M:0;867b237d0fa7:35111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:17,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35111-0x1013c114b7f0000, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:17,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdd0a17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:17,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:17,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:17,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:17,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:17,820 WARN [BP-369713485-172.17.0.2-1731613656549 heartbeating to localhost/127.0.0.1:34259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:48:17,820 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:48:17,820 WARN [BP-369713485-172.17.0.2-1731613656549 heartbeating to localhost/127.0.0.1:34259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-369713485-172.17.0.2-1731613656549 (Datanode Uuid 34bb36ba-a454-4a5e-8ef2-531545b00eff) service to localhost/127.0.0.1:34259 2024-11-14T19:48:17,820 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:48:17,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/data/data1/current/BP-369713485-172.17.0.2-1731613656549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:17,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/cluster_1534dd55-ecb8-8da4-0691-e00d1bdbcc54/data/data2/current/BP-369713485-172.17.0.2-1731613656549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:17,821 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:48:17,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e8174a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:17,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:17,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:17,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:17,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/149e6c7e-0e85-10a0-0299-e7b07da8f5e5/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:17,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:48:17,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:48:17,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 266) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61041) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61041) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42189 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34259 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61041) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 650) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=5425 (was 5726) 2024-11-14T19:48:17,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=5425 2024-11-14T19:48:17,876 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T19:48:17,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir so I do NOT create it in target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc 2024-11-14T19:48:17,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:48:17,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.tmp.dir so I do NOT create it in target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc 2024-11-14T19:48:17,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8cf898-1887-7e5e-4dc6-1f12af874dd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:48:17,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc 2024-11-14T19:48:17,876 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0, deleteOnExit=true 2024-11-14T19:48:17,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/zookeeper_0, clientPort=64461, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:48:17,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64461 2024-11-14T19:48:17,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:48:17,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:48:17,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/test.cache.data in system properties and HBase conf 2024-11-14T19:48:17,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:48:17,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:48:17,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:48:17,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:48:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c114b7f0008, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:48:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c114b7f0002, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:48:17,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c114b7f0002, quorum=127.0.0.1:61041, baseZNode=/0-2057679254 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:48:17,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c114b7f0008, quorum=127.0.0.1:61041, baseZNode=/2547565410 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:48:17,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c114b7f0005, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:48:17,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c114b7f0005, quorum=127.0.0.1:61041, baseZNode=/1651894760 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:48:18,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:18,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:48:18,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:48:18,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:48:18,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:48:18,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:18,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:48:18,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46344ff1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:48:18,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59935c0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/java.io.tmpdir/jetty-localhost-37227-hadoop-hdfs-3_4_1-tests_jar-_-any-16834855770315506940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:18,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2de67b05{HTTP/1.1, (http/1.1)}{localhost:37227} 2024-11-14T19:48:18,267 INFO [Time-limited test {}] server.Server(415): Started @261658ms 2024-11-14T19:48:18,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:18,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:48:18,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:48:18,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:48:18,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:48:18,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:48:18,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdfecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:48:18,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@645740ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/java.io.tmpdir/jetty-localhost-37165-hadoop-hdfs-3_4_1-tests_jar-_-any-11823763324453944037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:18,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dfc2ebc{HTTP/1.1, (http/1.1)}{localhost:37165} 2024-11-14T19:48:18,557 INFO [Time-limited test {}] server.Server(415): Started @261949ms 2024-11-14T19:48:18,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:48:19,033 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/data/data1/current/BP-1746873205-172.17.0.2-1731613697908/current, will proceed with Du for space computation calculation, 2024-11-14T19:48:19,033 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/data/data2/current/BP-1746873205-172.17.0.2-1731613697908/current, will proceed with Du for space computation calculation, 2024-11-14T19:48:19,053 WARN [Thread-3426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:48:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9eed07ac7aa536ac with lease ID 0x483376b8e3327c11: Processing first storage report for DS-815781aa-c441-4625-9e2d-0e1efe037e91 from datanode DatanodeRegistration(127.0.0.1:35529, datanodeUuid=a916c5c7-c269-4aa3-a851-e8d6514d5f95, infoPort=41235, infoSecurePort=0, ipcPort=38221, storageInfo=lv=-57;cid=testClusterID;nsid=1687308240;c=1731613697908) 2024-11-14T19:48:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9eed07ac7aa536ac with lease ID 0x483376b8e3327c11: from storage DS-815781aa-c441-4625-9e2d-0e1efe037e91 node DatanodeRegistration(127.0.0.1:35529, datanodeUuid=a916c5c7-c269-4aa3-a851-e8d6514d5f95, infoPort=41235, infoSecurePort=0, ipcPort=38221, storageInfo=lv=-57;cid=testClusterID;nsid=1687308240;c=1731613697908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:48:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9eed07ac7aa536ac with lease ID 0x483376b8e3327c11: Processing first storage report for DS-1037f3a8-a851-4249-8646-06d818825230 from datanode DatanodeRegistration(127.0.0.1:35529, datanodeUuid=a916c5c7-c269-4aa3-a851-e8d6514d5f95, infoPort=41235, infoSecurePort=0, ipcPort=38221, storageInfo=lv=-57;cid=testClusterID;nsid=1687308240;c=1731613697908) 2024-11-14T19:48:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9eed07ac7aa536ac with lease ID 0x483376b8e3327c11: from storage DS-1037f3a8-a851-4249-8646-06d818825230 node DatanodeRegistration(127.0.0.1:35529, datanodeUuid=a916c5c7-c269-4aa3-a851-e8d6514d5f95, infoPort=41235, infoSecurePort=0, ipcPort=38221, storageInfo=lv=-57;cid=testClusterID;nsid=1687308240;c=1731613697908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:48:19,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc 2024-11-14T19:48:19,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:19,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:48:19,511 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39 with version=8 2024-11-14T19:48:19,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/hbase-staging 2024-11-14T19:48:19,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:48:19,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:19,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:19,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:48:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:48:19,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:48:19,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:48:19,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45853 2024-11-14T19:48:19,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45853 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458530x0, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:19,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45853-0x1013c11ed0d0000 connected 2024-11-14T19:48:19,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:19,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:19,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/running 2024-11-14T19:48:19,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39, hbase.cluster.distributed=false 2024-11-14T19:48:19,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/acl 2024-11-14T19:48:19,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-14T19:48:19,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45853 2024-11-14T19:48:19,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45853 2024-11-14T19:48:19,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-14T19:48:19,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-14T19:48:19,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:48:19,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:48:19,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36681 2024-11-14T19:48:19,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36681 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:19,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:19,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366810x0, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:19,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366810x0, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/running 2024-11-14T19:48:19,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36681-0x1013c11ed0d0001 connected 2024-11-14T19:48:19,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:48:19,678 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:48:19,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/master 2024-11-14T19:48:19,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/acl 2024-11-14T19:48:19,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-14T19:48:19,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36681 2024-11-14T19:48:19,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36681 2024-11-14T19:48:19,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-14T19:48:19,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-14T19:48:19,697 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:45853 2024-11-14T19:48:19,697 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-43668768/backup-masters/867b237d0fa7,45853,1731613699514 2024-11-14T19:48:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768/backup-masters 2024-11-14T19:48:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768/backup-masters 2024-11-14T19:48:19,708 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on existing znode=/0-43668768/backup-masters/867b237d0fa7,45853,1731613699514 2024-11-14T19:48:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-43668768/master 2024-11-14T19:48:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:19,718 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on existing znode=/0-43668768/master 2024-11-14T19:48:19,719 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-43668768/backup-masters/867b237d0fa7,45853,1731613699514 from backup master directory 2024-11-14T19:48:19,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768/backup-masters 2024-11-14T19:48:19,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-43668768/backup-masters/867b237d0fa7,45853,1731613699514 2024-11-14T19:48:19,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768/backup-masters 2024-11-14T19:48:19,727 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:48:19,727 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,45853,1731613699514 2024-11-14T19:48:19,729 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/hbase.id] with ID: 76559d33-5504-48e4-a82a-d9232ad6cfe4 2024-11-14T19:48:19,730 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/.tmp/hbase.id 2024-11-14T19:48:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:48:20,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:20,139 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/.tmp/hbase.id]:[hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/hbase.id] 2024-11-14T19:48:20,145 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:20,145 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:48:20,146 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:48:20,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:20,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:48:20,587 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:20,588 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:48:20,588 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:48:20,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store 2024-11-14T19:48:21,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:48:21,404 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:21,404 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:21,404 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:21,404 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:21,404 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:21,404 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:21,404 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:21,404 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613701404Disabling compacts and flushes for region at 1731613701404Disabling writes for close at 1731613701404Writing region close event to WAL at 1731613701404Closed at 1731613701404 2024-11-14T19:48:21,405 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/.initializing 2024-11-14T19:48:21,405 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/WALs/867b237d0fa7,45853,1731613699514 2024-11-14T19:48:21,406 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:48:21,407 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C45853%2C1731613699514, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/WALs/867b237d0fa7,45853,1731613699514, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/oldWALs, maxLogs=10 2024-11-14T19:48:21,424 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/WALs/867b237d0fa7,45853,1731613699514/867b237d0fa7%2C45853%2C1731613699514.1731613701407, exclude list is [], retry=0 2024-11-14T19:48:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-815781aa-c441-4625-9e2d-0e1efe037e91,DISK] 2024-11-14T19:48:21,429 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/WALs/867b237d0fa7,45853,1731613699514/867b237d0fa7%2C45853%2C1731613699514.1731613701407 2024-11-14T19:48:21,430 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41235:41235)] 2024-11-14T19:48:21,430 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:21,430 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:21,430 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,430 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:48:21,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:48:21,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:21,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:21,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:48:21,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:48:21,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:21,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:21,437 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,437 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,437 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,438 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,438 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,439 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:21,439 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:21,445 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:21,446 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74664186, jitterRate=0.11258307099342346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:21,446 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613701431Initializing all the Stores at 1731613701431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613701431Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613701433 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613701433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613701433Cleaning up temporary data from old regions at 1731613701438 (+5 ms)Region opened successfully at 1731613701446 (+8 ms) 2024-11-14T19:48:21,446 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:48:21,448 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0701ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:48:21,449 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:48:21,449 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:48:21,449 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:48:21,449 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:48:21,449 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:48:21,450 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:48:21,450 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:48:21,451 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:48:21,451 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Unable to get data of znode /0-43668768/balancer because node does not exist (not necessarily an error) 2024-11-14T19:48:21,532 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-43668768/balancer already deleted, retry=false 2024-11-14T19:48:21,533 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:48:21,533 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Unable to get data of znode /0-43668768/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:48:21,543 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-43668768/normalizer already deleted, retry=false 2024-11-14T19:48:21,543 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:48:21,544 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Unable to get data of znode /0-43668768/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:48:21,551 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-43668768/switch/split already deleted, retry=false 2024-11-14T19:48:21,552 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Unable to get data of znode /0-43668768/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:48:21,560 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-43668768/switch/merge already deleted, retry=false 2024-11-14T19:48:21,561 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Unable to get data of znode /0-43668768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:48:21,568 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-43668768/snapshot-cleanup already deleted, retry=false 2024-11-14T19:48:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-43668768/running 2024-11-14T19:48:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-43668768/running 2024-11-14T19:48:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:21,577 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,45853,1731613699514, sessionid=0x1013c11ed0d0000, setting cluster-up flag (Was=false) 2024-11-14T19:48:21,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:21,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:21,618 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-43668768/flush-table-proc/acquired, /0-43668768/flush-table-proc/reached, /0-43668768/flush-table-proc/abort 2024-11-14T19:48:21,619 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45853,1731613699514 2024-11-14T19:48:21,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:21,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:21,660 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-43668768/online-snapshot/acquired, /0-43668768/online-snapshot/reached, /0-43668768/online-snapshot/abort 2024-11-14T19:48:21,661 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45853,1731613699514 2024-11-14T19:48:21,661 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:48:21,662 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:21,663 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:48:21,663 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:48:21,663 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,45853,1731613699514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:48:21,664 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613731665 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:48:21,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:48:21,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:48:21,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:21,666 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613701666,5,FailOnTimeoutGroup] 2024-11-14T19:48:21,666 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613701666,5,FailOnTimeoutGroup] 2024-11-14T19:48:21,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,666 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:48:21,690 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(746): ClusterId : 76559d33-5504-48e4-a82a-d9232ad6cfe4 2024-11-14T19:48:21,690 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:48:21,700 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:48:21,700 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:48:21,708 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:48:21,708 DEBUG [RS:0;867b237d0fa7:36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e58fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:48:21,722 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:36681 2024-11-14T19:48:21,722 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:48:21,723 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:48:21,723 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:48:21,723 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,45853,1731613699514 with port=36681, startcode=1731613699661 2024-11-14T19:48:21,724 DEBUG [RS:0;867b237d0fa7:36681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:48:21,725 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:48:21,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,36681,1731613699661 2024-11-14T19:48:21,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:21,727 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39 2024-11-14T19:48:21,727 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41711 2024-11-14T19:48:21,727 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:48:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768/rs 2024-11-14T19:48:21,735 DEBUG [RS:0;867b237d0fa7:36681 {}] zookeeper.ZKUtil(111): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on existing znode=/0-43668768/rs/867b237d0fa7,36681,1731613699661 2024-11-14T19:48:21,735 WARN [RS:0;867b237d0fa7:36681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:48:21,735 INFO [RS:0;867b237d0fa7:36681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:21,735 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661 2024-11-14T19:48:21,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,36681,1731613699661] 2024-11-14T19:48:21,738 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:48:21,740 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:48:21,745 INFO [RS:0;867b237d0fa7:36681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:48:21,745 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,746 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:48:21,746 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:48:21,746 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:48:21,747 DEBUG [RS:0;867b237d0fa7:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:48:21,756 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,756 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,756 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,756 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,756 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,756 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36681,1731613699661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:48:21,774 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:48:21,774 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36681,1731613699661-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,775 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,775 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.Replication(171): 867b237d0fa7,36681,1731613699661 started 2024-11-14T19:48:21,789 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:21,789 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,36681,1731613699661, RpcServer on 867b237d0fa7/172.17.0.2:36681, sessionid=0x1013c11ed0d0001 2024-11-14T19:48:21,789 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:48:21,789 DEBUG [RS:0;867b237d0fa7:36681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,36681,1731613699661 2024-11-14T19:48:21,789 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36681,1731613699661' 2024-11-14T19:48:21,789 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-43668768/flush-table-proc/abort' 2024-11-14T19:48:21,789 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-43668768/flush-table-proc/acquired' 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,36681,1731613699661 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36681,1731613699661' 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-43668768/online-snapshot/abort' 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-43668768/online-snapshot/acquired' 2024-11-14T19:48:21,790 DEBUG [RS:0;867b237d0fa7:36681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:48:21,790 INFO [RS:0;867b237d0fa7:36681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:48:21,790 INFO [RS:0;867b237d0fa7:36681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:48:21,891 INFO [RS:0;867b237d0fa7:36681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:48:21,892 INFO [RS:0;867b237d0fa7:36681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36681%2C1731613699661, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/oldWALs, maxLogs=10 2024-11-14T19:48:21,908 DEBUG [RS:0;867b237d0fa7:36681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892, exclude list is [], retry=0 2024-11-14T19:48:21,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-815781aa-c441-4625-9e2d-0e1efe037e91,DISK] 2024-11-14T19:48:21,914 INFO [RS:0;867b237d0fa7:36681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 2024-11-14T19:48:21,919 DEBUG [RS:0;867b237d0fa7:36681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41235:41235)] 2024-11-14T19:48:22,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:48:22,077 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39 2024-11-14T19:48:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:48:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:48:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:48:22,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:22,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:22,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:48:22,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:48:22,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:48:22,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:48:22,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:48:22,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:48:22,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:48:22,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:48:22,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:48:22,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740 2024-11-14T19:48:22,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740 2024-11-14T19:48:22,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:48:22,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:48:22,489 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:22,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:48:22,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:22,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60303767, jitterRate=-0.1014038473367691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613702482Initializing all the Stores at 1731613702483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613702483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613702483Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613702483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613702483Cleaning up temporary data from old regions at 1731613702488 (+5 ms)Region opened successfully at 1731613702491 (+3 ms) 2024-11-14T19:48:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:22,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:22,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:22,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613702491Disabling compacts and flushes for region at 1731613702491Disabling writes for close at 1731613702491Writing region close event to WAL at 1731613702491Closed at 1731613702491 2024-11-14T19:48:22,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:22,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:48:22,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:48:22,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:48:22,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:48:22,644 DEBUG [867b237d0fa7:45853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:48:22,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:22,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36681,1731613699661, state=OPENING 2024-11-14T19:48:22,691 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:48:22,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:22,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:22,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-43668768/meta-region-server: CHANGED 2024-11-14T19:48:22,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-43668768/meta-region-server: CHANGED 2024-11-14T19:48:22,699 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:48:22,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,36681,1731613699661}] 2024-11-14T19:48:22,852 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:22,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:48:22,856 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:48:22,856 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:22,856 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:48:22,857 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36681%2C1731613699661.meta, suffix=.meta, logDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/oldWALs, maxLogs=10 2024-11-14T19:48:22,869 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.meta.1731613702857.meta, exclude list is [], retry=0 2024-11-14T19:48:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-815781aa-c441-4625-9e2d-0e1efe037e91,DISK] 2024-11-14T19:48:22,872 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.meta.1731613702857.meta 2024-11-14T19:48:22,873 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41235:41235)] 2024-11-14T19:48:22,873 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:22,873 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:22,873 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:48:22,873 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:48:22,873 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:48:22,873 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:48:22,873 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:22,874 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:48:22,874 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:48:22,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:48:22,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:48:22,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:48:22,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:48:22,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:48:22,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:48:22,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:48:22,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:48:22,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:22,878 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:48:22,878 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740 2024-11-14T19:48:22,879 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740 2024-11-14T19:48:22,879 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:48:22,880 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:48:22,880 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:22,881 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:48:22,881 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73087357, jitterRate=0.08908648788928986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:22,881 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:48:22,882 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613702874Writing region info on filesystem at 1731613702874Initializing all the Stores at 1731613702874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613702874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613702874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613702874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613702874Cleaning up temporary data from old regions at 1731613702880 (+6 ms)Running coprocessor post-open hooks at 1731613702881 (+1 ms)Region opened successfully at 1731613702882 (+1 ms) 2024-11-14T19:48:22,883 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613702851 2024-11-14T19:48:22,884 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:48:22,884 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:48:22,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:22,885 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,36681,1731613699661, state=OPEN 2024-11-14T19:48:22,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-43668768/meta-region-server 2024-11-14T19:48:22,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-43668768/meta-region-server 2024-11-14T19:48:22,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:22,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-43668768/meta-region-server: CHANGED 2024-11-14T19:48:22,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-43668768/meta-region-server: CHANGED 2024-11-14T19:48:22,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:48:22,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,36681,1731613699661 in 210 msec 2024-11-14T19:48:22,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:48:22,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-14T19:48:22,913 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:22,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:48:22,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:22,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36681,1731613699661, seqNum=-1] 2024-11-14T19:48:22,914 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:22,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:22,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-14T19:48:22,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613702919, completionTime=-1 2024-11-14T19:48:22,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:48:22,919 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:48:22,921 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:48:22,921 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613762921 2024-11-14T19:48:22,921 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613822921 2024-11-14T19:48:22,921 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:48:22,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45853,1731613699514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45853,1731613699514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45853,1731613699514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:45853, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,923 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:48:22,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.198sec 2024-11-14T19:48:22,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:48:22,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:48:22,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:48:22,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:48:22,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:48:22,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45853,1731613699514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:48:22,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45853,1731613699514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:48:22,927 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:48:22,927 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:48:22,927 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45853,1731613699514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:22,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:22,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45853,-1 for getting cluster id 2024-11-14T19:48:22,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:22,992 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76559d33-5504-48e4-a82a-d9232ad6cfe4' 2024-11-14T19:48:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76559d33-5504-48e4-a82a-d9232ad6cfe4" 2024-11-14T19:48:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de6f55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45853,-1] 2024-11-14T19:48:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:22,993 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:22,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c87d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:22,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36681,1731613699661, seqNum=-1] 2024-11-14T19:48:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:22,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:22,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,45853,1731613699514 2024-11-14T19:48:22,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:23,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:23,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c11ed0d0002 connected 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir so I do NOT create it in target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd 2024-11-14T19:48:23,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.tmp.dir so I do NOT create it in target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd 2024-11-14T19:48:23,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:48:23,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/cluster_0e54f5e8-ca0f-991f-1bdc-ec8692ac486d, deleteOnExit=true 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/test.cache.data in system properties and HBase conf 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:48:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:48:23,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:48:23,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:48:23,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:23,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:48:23,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:48:23,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:48:23,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:48:23,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:23,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:48:23,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:48:23,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60a42272{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/java.io.tmpdir/jetty-localhost-36079-hadoop-hdfs-3_4_1-tests_jar-_-any-6219267954300456822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:23,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:36079} 2024-11-14T19:48:23,389 INFO [Time-limited test {}] server.Server(415): Started @266780ms 2024-11-14T19:48:23,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:23,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:48:23,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:48:23,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:48:23,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:48:23,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:48:23,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:48:23,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20198d99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/java.io.tmpdir/jetty-localhost-41987-hadoop-hdfs-3_4_1-tests_jar-_-any-257592477374387924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:23,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:41987} 2024-11-14T19:48:23,747 INFO [Time-limited test {}] server.Server(415): Started @267138ms 2024-11-14T19:48:23,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:48:24,272 WARN [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/cluster_0e54f5e8-ca0f-991f-1bdc-ec8692ac486d/data/data1/current/BP-758520861-172.17.0.2-1731613703048/current, will proceed with Du for space computation calculation, 2024-11-14T19:48:24,275 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/cluster_0e54f5e8-ca0f-991f-1bdc-ec8692ac486d/data/data2/current/BP-758520861-172.17.0.2-1731613703048/current, will proceed with Du for space computation calculation, 2024-11-14T19:48:24,295 WARN [Thread-3547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:48:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f5bbf08a7be1be9 with lease ID 0xafe0e7c2ee0f9bad: Processing first storage report for DS-c18fe3d5-c89e-4409-9a74-f65fd9d26195 from datanode DatanodeRegistration(127.0.0.1:43813, datanodeUuid=7b1fd3df-4933-4112-b311-f38dc7480b5b, infoPort=39977, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1775317022;c=1731613703048) 2024-11-14T19:48:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f5bbf08a7be1be9 with lease ID 0xafe0e7c2ee0f9bad: from storage DS-c18fe3d5-c89e-4409-9a74-f65fd9d26195 node DatanodeRegistration(127.0.0.1:43813, datanodeUuid=7b1fd3df-4933-4112-b311-f38dc7480b5b, infoPort=39977, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1775317022;c=1731613703048), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:48:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f5bbf08a7be1be9 with lease ID 0xafe0e7c2ee0f9bad: Processing first storage report for DS-619bb745-c049-45e0-bc22-7ccc268304d6 from datanode DatanodeRegistration(127.0.0.1:43813, datanodeUuid=7b1fd3df-4933-4112-b311-f38dc7480b5b, infoPort=39977, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1775317022;c=1731613703048) 2024-11-14T19:48:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f5bbf08a7be1be9 with lease ID 0xafe0e7c2ee0f9bad: from storage DS-619bb745-c049-45e0-bc22-7ccc268304d6 node DatanodeRegistration(127.0.0.1:43813, datanodeUuid=7b1fd3df-4933-4112-b311-f38dc7480b5b, infoPort=39977, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=1775317022;c=1731613703048), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:48:24,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd 2024-11-14T19:48:24,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:24,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:48:24,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5 with version=8 2024-11-14T19:48:24,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/hbase-staging 2024-11-14T19:48:24,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:48:24,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:48:24,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43487 2024-11-14T19:48:24,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43487 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434870x0, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:24,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43487-0x1013c11ed0d0003 connected 2024-11-14T19:48:24,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:24,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:24,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/running 2024-11-14T19:48:24,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5, hbase.cluster.distributed=false 2024-11-14T19:48:24,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/acl 2024-11-14T19:48:24,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-14T19:48:24,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43487 2024-11-14T19:48:24,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43487 2024-11-14T19:48:24,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-14T19:48:24,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-14T19:48:24,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:48:24,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:48:24,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45729 2024-11-14T19:48:24,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45729 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:24,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:24,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:24,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457290x0, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:24,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457290x0, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/running 2024-11-14T19:48:24,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45729-0x1013c11ed0d0004 connected 2024-11-14T19:48:24,952 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:48:24,952 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:48:24,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/master 2024-11-14T19:48:24,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/acl 2024-11-14T19:48:24,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-14T19:48:24,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45729 2024-11-14T19:48:24,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45729 2024-11-14T19:48:24,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-14T19:48:24,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-14T19:48:24,975 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:43487 2024-11-14T19:48:24,976 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11000170364/backup-masters/867b237d0fa7,43487,1731613704815 2024-11-14T19:48:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364/backup-masters 2024-11-14T19:48:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364/backup-masters 2024-11-14T19:48:24,985 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on existing znode=/11000170364/backup-masters/867b237d0fa7,43487,1731613704815 2024-11-14T19:48:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000170364/master 2024-11-14T19:48:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:24,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on existing znode=/11000170364/master 2024-11-14T19:48:24,993 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11000170364/backup-masters/867b237d0fa7,43487,1731613704815 from backup master directory 2024-11-14T19:48:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000170364/backup-masters/867b237d0fa7,43487,1731613704815 2024-11-14T19:48:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364/backup-masters 2024-11-14T19:48:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364/backup-masters 2024-11-14T19:48:25,001 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:48:25,001 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,43487,1731613704815 2024-11-14T19:48:25,004 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/hbase.id] with ID: 7dc0c38f-426d-4b1a-970b-03abdbe90cfc 2024-11-14T19:48:25,004 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/.tmp/hbase.id 2024-11-14T19:48:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:48:25,415 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/.tmp/hbase.id]:[hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/hbase.id] 2024-11-14T19:48:25,422 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:25,422 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:48:25,423 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:48:25,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:25,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:48:25,868 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:25,869 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:48:25,869 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:48:26,278 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store 2024-11-14T19:48:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:48:26,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:26,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:26,686 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:26,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:26,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:26,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:26,686 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:26,686 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613706686Disabling compacts and flushes for region at 1731613706686Disabling writes for close at 1731613706686Writing region close event to WAL at 1731613706686Closed at 1731613706686 2024-11-14T19:48:26,687 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/.initializing 2024-11-14T19:48:26,687 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/WALs/867b237d0fa7,43487,1731613704815 2024-11-14T19:48:26,688 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:48:26,689 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C43487%2C1731613704815, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/WALs/867b237d0fa7,43487,1731613704815, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/oldWALs, maxLogs=10 2024-11-14T19:48:26,702 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/WALs/867b237d0fa7,43487,1731613704815/867b237d0fa7%2C43487%2C1731613704815.1731613706689, exclude list is [], retry=0 2024-11-14T19:48:26,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-c18fe3d5-c89e-4409-9a74-f65fd9d26195,DISK] 2024-11-14T19:48:26,706 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/WALs/867b237d0fa7,43487,1731613704815/867b237d0fa7%2C43487%2C1731613704815.1731613706689 2024-11-14T19:48:26,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-14T19:48:26,706 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:26,707 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:26,707 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,707 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:48:26,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:26,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:26,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:48:26,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:26,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:26,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:48:26,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:26,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:26,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:48:26,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:26,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:26,713 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,713 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,713 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,714 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,714 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,714 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:26,715 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:26,716 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:26,717 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69360784, jitterRate=0.033556222915649414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:26,717 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613706707Initializing all the Stores at 1731613706707Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613706707Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613706708 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613706708Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613706708Cleaning up temporary data from old regions at 1731613706714 (+6 ms)Region opened successfully at 1731613706717 (+3 ms) 2024-11-14T19:48:26,717 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:48:26,719 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1550e3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:48:26,719 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:48:26,720 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:48:26,720 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:48:26,720 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:48:26,720 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:48:26,720 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:48:26,720 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:48:26,722 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:48:26,722 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Unable to get data of znode /11000170364/balancer because node does not exist (not necessarily an error) 2024-11-14T19:48:26,785 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/balancer already deleted, retry=false 2024-11-14T19:48:26,785 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:48:26,786 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Unable to get data of znode /11000170364/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:48:26,793 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/normalizer already deleted, retry=false 2024-11-14T19:48:26,793 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:48:26,794 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Unable to get data of znode /11000170364/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:48:26,801 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/switch/split already deleted, retry=false 2024-11-14T19:48:26,802 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Unable to get data of znode /11000170364/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:48:26,809 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/switch/merge already deleted, retry=false 2024-11-14T19:48:26,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Unable to get data of znode /11000170364/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:48:26,818 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/snapshot-cleanup already deleted, retry=false 2024-11-14T19:48:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000170364/running 2024-11-14T19:48:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000170364/running 2024-11-14T19:48:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:26,827 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,43487,1731613704815, sessionid=0x1013c11ed0d0003, setting cluster-up flag (Was=false) 2024-11-14T19:48:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:26,868 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000170364/flush-table-proc/acquired, /11000170364/flush-table-proc/reached, /11000170364/flush-table-proc/abort 2024-11-14T19:48:26,869 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,43487,1731613704815 2024-11-14T19:48:26,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:26,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:26,909 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000170364/online-snapshot/acquired, /11000170364/online-snapshot/reached, /11000170364/online-snapshot/abort 2024-11-14T19:48:26,910 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,43487,1731613704815 2024-11-14T19:48:26,911 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:48:26,912 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:26,913 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:48:26,913 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:48:26,913 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,43487,1731613704815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:48:26,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613736919 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:48:26,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:26,919 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:26,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:48:26,920 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:48:26,920 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:48:26,920 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:48:26,920 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:48:26,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:26,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:48:26,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:48:26,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:48:26,925 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613706925,5,FailOnTimeoutGroup] 2024-11-14T19:48:26,926 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613706925,5,FailOnTimeoutGroup] 2024-11-14T19:48:26,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:26,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:48:26,927 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:26,927 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:48:26,964 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(746): ClusterId : 7dc0c38f-426d-4b1a-970b-03abdbe90cfc 2024-11-14T19:48:26,964 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:48:26,974 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:48:26,974 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:48:26,985 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:48:26,985 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e818113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:48:26,996 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:45729 2024-11-14T19:48:26,996 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:48:26,996 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:48:26,996 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:48:26,996 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,43487,1731613704815 with port=45729, startcode=1731613704937 2024-11-14T19:48:26,997 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:48:26,998 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:48:26,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,45729,1731613704937 2024-11-14T19:48:26,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43487 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:26,999 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5 2024-11-14T19:48:26,999 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46319 2024-11-14T19:48:26,999 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:48:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364/rs 2024-11-14T19:48:27,010 DEBUG [RS:0;867b237d0fa7:45729 {}] zookeeper.ZKUtil(111): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on existing znode=/11000170364/rs/867b237d0fa7,45729,1731613704937 2024-11-14T19:48:27,010 WARN [RS:0;867b237d0fa7:45729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:48:27,010 INFO [RS:0;867b237d0fa7:45729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:27,010 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937 2024-11-14T19:48:27,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,45729,1731613704937] 2024-11-14T19:48:27,012 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:48:27,014 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:48:27,023 INFO [RS:0;867b237d0fa7:45729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:48:27,023 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,024 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:48:27,024 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:48:27,024 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,024 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,025 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,025 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:27,025 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:48:27,025 DEBUG [RS:0;867b237d0fa7:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:48:27,025 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,025 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,025 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,025 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,025 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,025 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45729,1731613704937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:48:27,044 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:48:27,044 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45729,1731613704937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,044 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,044 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.Replication(171): 867b237d0fa7,45729,1731613704937 started 2024-11-14T19:48:27,060 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:27,060 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,45729,1731613704937, RpcServer on 867b237d0fa7/172.17.0.2:45729, sessionid=0x1013c11ed0d0004 2024-11-14T19:48:27,060 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:48:27,060 DEBUG [RS:0;867b237d0fa7:45729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,45729,1731613704937 2024-11-14T19:48:27,060 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,45729,1731613704937' 2024-11-14T19:48:27,060 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000170364/flush-table-proc/abort' 2024-11-14T19:48:27,061 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000170364/flush-table-proc/acquired' 2024-11-14T19:48:27,061 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:48:27,061 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:48:27,061 DEBUG [RS:0;867b237d0fa7:45729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,45729,1731613704937 2024-11-14T19:48:27,061 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,45729,1731613704937' 2024-11-14T19:48:27,061 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000170364/online-snapshot/abort' 2024-11-14T19:48:27,062 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000170364/online-snapshot/acquired' 2024-11-14T19:48:27,062 DEBUG [RS:0;867b237d0fa7:45729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:48:27,062 INFO [RS:0;867b237d0fa7:45729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:48:27,062 INFO [RS:0;867b237d0fa7:45729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:48:27,162 INFO [RS:0;867b237d0fa7:45729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:48:27,163 INFO [RS:0;867b237d0fa7:45729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C45729%2C1731613704937, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/oldWALs, maxLogs=10 2024-11-14T19:48:27,176 DEBUG [RS:0;867b237d0fa7:45729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, exclude list is [], retry=0 2024-11-14T19:48:27,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-c18fe3d5-c89e-4409-9a74-f65fd9d26195,DISK] 2024-11-14T19:48:27,180 INFO [RS:0;867b237d0fa7:45729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 2024-11-14T19:48:27,180 DEBUG [RS:0;867b237d0fa7:45729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-14T19:48:27,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:48:27,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5 2024-11-14T19:48:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:48:27,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:27,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:48:27,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:27,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:48:27,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:48:27,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:27,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:27,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:48:27,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:48:27,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:27,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:27,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:48:27,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:48:27,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:27,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:27,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:48:27,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:48:27,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:27,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:27,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:48:27,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740 2024-11-14T19:48:27,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740 2024-11-14T19:48:27,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:48:27,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:48:27,746 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:27,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:48:27,748 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:27,748 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68893993, jitterRate=0.026600494980812073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:27,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613707739Initializing all the Stores at 1731613707739Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613707739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613707740 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613707740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613707740Cleaning up temporary data from old regions at 1731613707746 (+6 ms)Region opened successfully at 1731613707748 (+2 ms) 2024-11-14T19:48:27,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:27,748 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:27,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:27,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:27,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:27,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:27,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613707748Disabling compacts and flushes for region at 1731613707748Disabling writes for close at 1731613707748Writing region close event to WAL at 1731613707750 (+2 ms)Closed at 1731613707750 2024-11-14T19:48:27,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:27,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:48:27,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:48:27,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:48:27,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:48:27,903 DEBUG [867b237d0fa7:43487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:48:27,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:27,904 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,45729,1731613704937, state=OPENING 2024-11-14T19:48:28,002 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:48:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:28,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000170364/meta-region-server: CHANGED 2024-11-14T19:48:28,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000170364/meta-region-server: CHANGED 2024-11-14T19:48:28,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:48:28,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,45729,1731613704937}] 2024-11-14T19:48:28,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:28,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:48:28,168 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:48:28,168 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:28,168 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:48:28,169 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C45729%2C1731613704937.meta, suffix=.meta, logDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/oldWALs, maxLogs=10 2024-11-14T19:48:28,181 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.meta.1731613708170.meta, exclude list is [], retry=0 2024-11-14T19:48:28,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-c18fe3d5-c89e-4409-9a74-f65fd9d26195,DISK] 2024-11-14T19:48:28,185 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.meta.1731613708170.meta 2024-11-14T19:48:28,185 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-14T19:48:28,185 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:28,185 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:28,185 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:48:28,185 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:48:28,185 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:48:28,186 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:48:28,186 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:28,186 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:48:28,186 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:48:28,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:48:28,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:48:28,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:28,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:48:28,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:48:28,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:28,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:28,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:48:28,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:48:28,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:28,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:28,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:48:28,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:48:28,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:28,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:28,190 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:48:28,191 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740 2024-11-14T19:48:28,192 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740 2024-11-14T19:48:28,192 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:48:28,192 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:48:28,193 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:28,194 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:48:28,194 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62282993, jitterRate=-0.07191108167171478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:28,194 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:48:28,194 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613708186Writing region info on filesystem at 1731613708186Initializing all the Stores at 1731613708186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613708187 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613708187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613708187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613708187Cleaning up temporary data from old regions at 1731613708193 (+6 ms)Running coprocessor post-open hooks at 1731613708194 (+1 ms)Region opened successfully at 1731613708194 2024-11-14T19:48:28,195 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613708162 2024-11-14T19:48:28,196 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:48:28,197 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:48:28,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:28,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,45729,1731613704937, state=OPEN 2024-11-14T19:48:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000170364/meta-region-server 2024-11-14T19:48:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000170364/meta-region-server 2024-11-14T19:48:28,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:28,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000170364/meta-region-server: CHANGED 2024-11-14T19:48:28,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000170364/meta-region-server: CHANGED 2024-11-14T19:48:28,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:48:28,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,45729,1731613704937 in 197 msec 2024-11-14T19:48:28,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:48:28,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-14T19:48:28,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:28,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:48:28,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:28,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45729,1731613704937, seqNum=-1] 2024-11-14T19:48:28,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:28,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:28,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-14T19:48:28,217 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613708217, completionTime=-1 2024-11-14T19:48:28,217 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:48:28,217 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613768219 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613828219 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43487,1731613704815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43487,1731613704815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43487,1731613704815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,219 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:43487, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,220 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,220 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,221 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:48:28,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.222sec 2024-11-14T19:48:28,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:48:28,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:48:28,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:48:28,223 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:48:28,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:48:28,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43487,1731613704815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:48:28,224 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43487,1731613704815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:48:28,225 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:48:28,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:48:28,225 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43487,1731613704815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:28,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:28,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:28,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:28,266 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae37364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:28,268 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:28,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:28,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45729,1731613704937, seqNum=-1] 2024-11-14T19:48:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:28,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:28,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,43487,1731613704815 2024-11-14T19:48:28,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:28,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:28,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c11ed0d0005 connected 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir so I do NOT create it in target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005 2024-11-14T19:48:28,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.tmp.dir so I do NOT create it in target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005 2024-11-14T19:48:28,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:48:28,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/cluster_e7b23e1a-cdea-69d3-49f2-69a5c5a244e6, deleteOnExit=true 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/test.cache.data in system properties and HBase conf 2024-11-14T19:48:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:48:28,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:48:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:48:28,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:28,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:48:28,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:48:28,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:48:28,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:48:28,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:28,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:48:28,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:48:28,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/java.io.tmpdir/jetty-localhost-34563-hadoop-hdfs-3_4_1-tests_jar-_-any-5516981575111374456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:28,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:34563} 2024-11-14T19:48:28,638 INFO [Time-limited test {}] server.Server(415): Started @272030ms 2024-11-14T19:48:28,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:48:28,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:48:28,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:48:28,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:48:28,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:48:28,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:48:28,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:48:28,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd274ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/java.io.tmpdir/jetty-localhost-33829-hadoop-hdfs-3_4_1-tests_jar-_-any-15482894770533248856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:28,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:33829} 2024-11-14T19:48:28,915 INFO [Time-limited test {}] server.Server(415): Started @272306ms 2024-11-14T19:48:28,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:48:29,663 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/cluster_e7b23e1a-cdea-69d3-49f2-69a5c5a244e6/data/data1/current/BP-1244186723-172.17.0.2-1731613708310/current, will proceed with Du for space computation calculation, 2024-11-14T19:48:29,667 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/cluster_e7b23e1a-cdea-69d3-49f2-69a5c5a244e6/data/data2/current/BP-1244186723-172.17.0.2-1731613708310/current, will proceed with Du for space computation calculation, 2024-11-14T19:48:29,692 WARN [Thread-3668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:48:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f78bc59f43fb127 with lease ID 0x74133fe111a14280: Processing first storage report for DS-774d18f1-1d80-4e5a-b0c3-d35bf5dce0d6 from datanode DatanodeRegistration(127.0.0.1:46267, datanodeUuid=2bd530f2-d1de-4d9d-81cd-6a6af8c1a02e, infoPort=44933, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=874233335;c=1731613708310) 2024-11-14T19:48:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f78bc59f43fb127 with lease ID 0x74133fe111a14280: from storage DS-774d18f1-1d80-4e5a-b0c3-d35bf5dce0d6 node DatanodeRegistration(127.0.0.1:46267, datanodeUuid=2bd530f2-d1de-4d9d-81cd-6a6af8c1a02e, infoPort=44933, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=874233335;c=1731613708310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:48:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f78bc59f43fb127 with lease ID 0x74133fe111a14280: Processing first storage report for DS-6a1733ce-71a4-47c1-9232-c1f2db950417 from datanode DatanodeRegistration(127.0.0.1:46267, datanodeUuid=2bd530f2-d1de-4d9d-81cd-6a6af8c1a02e, infoPort=44933, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=874233335;c=1731613708310) 2024-11-14T19:48:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f78bc59f43fb127 with lease ID 0x74133fe111a14280: from storage DS-6a1733ce-71a4-47c1-9232-c1f2db950417 node DatanodeRegistration(127.0.0.1:46267, datanodeUuid=2bd530f2-d1de-4d9d-81cd-6a6af8c1a02e, infoPort=44933, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=874233335;c=1731613708310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:48:29,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005 2024-11-14T19:48:29,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:29,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:48:30,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa with version=8 2024-11-14T19:48:30,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/hbase-staging 2024-11-14T19:48:30,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:48:30,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45055 2024-11-14T19:48:30,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45055 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:30,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450550x0, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:30,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45055-0x1013c11ed0d0006 connected 2024-11-14T19:48:30,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:30,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:30,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/running 2024-11-14T19:48:30,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa, hbase.cluster.distributed=false 2024-11-14T19:48:30,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/acl 2024-11-14T19:48:30,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-14T19:48:30,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-11-14T19:48:30,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-11-14T19:48:30,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-14T19:48:30,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-14T19:48:30,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:48:30,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40605 2024-11-14T19:48:30,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40605 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:30,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:30,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:30,351 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406050x0, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:30,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406050x0, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/running 2024-11-14T19:48:30,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40605-0x1013c11ed0d0007 connected 2024-11-14T19:48:30,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:48:30,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:48:30,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/master 2024-11-14T19:48:30,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/acl 2024-11-14T19:48:30,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40605 2024-11-14T19:48:30,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40605 2024-11-14T19:48:30,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40605 2024-11-14T19:48:30,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40605 2024-11-14T19:48:30,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40605 2024-11-14T19:48:30,371 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:45055 2024-11-14T19:48:30,372 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2332711228/backup-masters/867b237d0fa7,45055,1731613710204 2024-11-14T19:48:30,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228/backup-masters 2024-11-14T19:48:30,382 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228/backup-masters 2024-11-14T19:48:30,382 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on existing znode=/2332711228/backup-masters/867b237d0fa7,45055,1731613710204 2024-11-14T19:48:30,390 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2332711228/master 2024-11-14T19:48:30,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:30,390 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:30,391 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on existing znode=/2332711228/master 2024-11-14T19:48:30,391 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2332711228/backup-masters/867b237d0fa7,45055,1731613710204 from backup master directory 2024-11-14T19:48:30,398 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228/backup-masters 2024-11-14T19:48:30,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2332711228/backup-masters/867b237d0fa7,45055,1731613710204 2024-11-14T19:48:30,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228/backup-masters 2024-11-14T19:48:30,399 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:48:30,399 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,45055,1731613710204 2024-11-14T19:48:30,402 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/hbase.id] with ID: c097da21-9c1a-46fa-b48e-84393aeaa074 2024-11-14T19:48:30,402 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/.tmp/hbase.id 2024-11-14T19:48:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:48:30,808 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/.tmp/hbase.id]:[hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/hbase.id] 2024-11-14T19:48:30,815 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:48:30,815 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:48:30,816 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:48:30,826 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:48:31,231 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:31,232 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:48:31,232 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:48:31,637 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store 2024-11-14T19:48:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:48:32,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:32,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:32,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:32,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:32,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:32,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:32,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:32,043 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613712042Disabling compacts and flushes for region at 1731613712042Disabling writes for close at 1731613712042Writing region close event to WAL at 1731613712043 (+1 ms)Closed at 1731613712043 2024-11-14T19:48:32,043 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/.initializing 2024-11-14T19:48:32,043 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/WALs/867b237d0fa7,45055,1731613710204 2024-11-14T19:48:32,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:48:32,045 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C45055%2C1731613710204, suffix=, logDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/WALs/867b237d0fa7,45055,1731613710204, archiveDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/oldWALs, maxLogs=10 2024-11-14T19:48:32,061 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/WALs/867b237d0fa7,45055,1731613710204/867b237d0fa7%2C45055%2C1731613710204.1731613712045, exclude list is [], retry=0 2024-11-14T19:48:32,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-774d18f1-1d80-4e5a-b0c3-d35bf5dce0d6,DISK] 2024-11-14T19:48:32,067 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/WALs/867b237d0fa7,45055,1731613710204/867b237d0fa7%2C45055%2C1731613710204.1731613712045 2024-11-14T19:48:32,067 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44933:44933)] 2024-11-14T19:48:32,067 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:32,068 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:32,068 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,068 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:48:32,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:32,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:32,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:48:32,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:32,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:32,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:48:32,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:32,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:32,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:48:32,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:32,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:32,073 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,074 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,074 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,075 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,075 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,075 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:32,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:48:32,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:32,077 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68840474, jitterRate=0.02580299973487854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:32,078 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613712068Initializing all the Stores at 1731613712068Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613712068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613712068Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613712068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613712068Cleaning up temporary data from old regions at 1731613712075 (+7 ms)Region opened successfully at 1731613712077 (+2 ms) 2024-11-14T19:48:32,078 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:48:32,079 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61832185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:48:32,080 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:48:32,080 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:48:32,080 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:48:32,080 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:48:32,080 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:48:32,081 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:48:32,081 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:48:32,084 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:48:32,084 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Unable to get data of znode /2332711228/balancer because node does not exist (not necessarily an error) 2024-11-14T19:48:32,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:48:32,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:48:32,124 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2332711228/balancer already deleted, retry=false 2024-11-14T19:48:32,124 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:48:32,125 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Unable to get data of znode /2332711228/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:48:32,134 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2332711228/normalizer already deleted, retry=false 2024-11-14T19:48:32,135 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:48:32,136 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Unable to get data of znode /2332711228/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:48:32,142 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2332711228/switch/split already deleted, retry=false 2024-11-14T19:48:32,143 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Unable to get data of znode /2332711228/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:48:32,151 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2332711228/switch/merge already deleted, retry=false 2024-11-14T19:48:32,152 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Unable to get data of znode /2332711228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:48:32,159 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2332711228/snapshot-cleanup already deleted, retry=false 2024-11-14T19:48:32,168 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2332711228/running 2024-11-14T19:48:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2332711228/running 2024-11-14T19:48:32,168 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:32,168 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,45055,1731613710204, sessionid=0x1013c11ed0d0006, setting cluster-up flag (Was=false) 2024-11-14T19:48:32,184 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:32,209 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2332711228/flush-table-proc/acquired, /2332711228/flush-table-proc/reached, /2332711228/flush-table-proc/abort 2024-11-14T19:48:32,210 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45055,1731613710204 2024-11-14T19:48:32,226 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:32,251 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2332711228/online-snapshot/acquired, /2332711228/online-snapshot/reached, /2332711228/online-snapshot/abort 2024-11-14T19:48:32,252 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45055,1731613710204 2024-11-14T19:48:32,252 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:48:32,254 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:32,254 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:48:32,254 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:48:32,254 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,45055,1731613710204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:48:32,255 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613742256 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:48:32,256 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:48:32,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:32,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:48:32,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:48:32,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:48:32,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:48:32,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:48:32,257 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:48:32,258 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:48:32,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:32,258 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613712258,5,FailOnTimeoutGroup] 2024-11-14T19:48:32,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:48:32,258 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613712258,5,FailOnTimeoutGroup] 2024-11-14T19:48:32,258 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,258 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:48:32,258 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,258 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,260 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(746): ClusterId : c097da21-9c1a-46fa-b48e-84393aeaa074 2024-11-14T19:48:32,260 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:48:32,268 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:48:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:48:32,268 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:48:32,276 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:48:32,277 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bceab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:48:32,287 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:40605 2024-11-14T19:48:32,287 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:48:32,287 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:48:32,287 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:48:32,288 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,45055,1731613710204 with port=40605, startcode=1731613710340 2024-11-14T19:48:32,288 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:48:32,289 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:48:32,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,40605,1731613710340 2024-11-14T19:48:32,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45055 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:32,290 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa 2024-11-14T19:48:32,290 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38659 2024-11-14T19:48:32,290 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:48:32,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228/rs 2024-11-14T19:48:32,329 DEBUG [RS:0;867b237d0fa7:40605 {}] zookeeper.ZKUtil(111): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on existing znode=/2332711228/rs/867b237d0fa7,40605,1731613710340 2024-11-14T19:48:32,329 WARN [RS:0;867b237d0fa7:40605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:48:32,329 INFO [RS:0;867b237d0fa7:40605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:32,329 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340 2024-11-14T19:48:32,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,40605,1731613710340] 2024-11-14T19:48:32,332 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:48:32,333 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:48:32,333 INFO [RS:0;867b237d0fa7:40605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:48:32,333 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,333 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:48:32,334 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:48:32,334 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:48:32,334 DEBUG [RS:0;867b237d0fa7:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:48:32,338 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,338 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,338 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,338 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,338 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,338 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40605,1731613710340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:48:32,350 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:48:32,350 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40605,1731613710340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,351 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,351 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.Replication(171): 867b237d0fa7,40605,1731613710340 started 2024-11-14T19:48:32,362 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:32,362 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,40605,1731613710340, RpcServer on 867b237d0fa7/172.17.0.2:40605, sessionid=0x1013c11ed0d0007 2024-11-14T19:48:32,362 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:48:32,362 DEBUG [RS:0;867b237d0fa7:40605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,40605,1731613710340 2024-11-14T19:48:32,362 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40605,1731613710340' 2024-11-14T19:48:32,362 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2332711228/flush-table-proc/abort' 2024-11-14T19:48:32,363 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2332711228/flush-table-proc/acquired' 2024-11-14T19:48:32,363 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:48:32,363 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:48:32,363 DEBUG [RS:0;867b237d0fa7:40605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,40605,1731613710340 2024-11-14T19:48:32,363 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40605,1731613710340' 2024-11-14T19:48:32,363 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2332711228/online-snapshot/abort' 2024-11-14T19:48:32,364 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2332711228/online-snapshot/acquired' 2024-11-14T19:48:32,364 DEBUG [RS:0;867b237d0fa7:40605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:48:32,364 INFO [RS:0;867b237d0fa7:40605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:48:32,364 INFO [RS:0;867b237d0fa7:40605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:48:32,464 INFO [RS:0;867b237d0fa7:40605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:48:32,466 INFO [RS:0;867b237d0fa7:40605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40605%2C1731613710340, suffix=, logDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340, archiveDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/oldWALs, maxLogs=10 2024-11-14T19:48:32,479 DEBUG [RS:0;867b237d0fa7:40605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, exclude list is [], retry=0 2024-11-14T19:48:32,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-774d18f1-1d80-4e5a-b0c3-d35bf5dce0d6,DISK] 2024-11-14T19:48:32,482 INFO [RS:0;867b237d0fa7:40605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 2024-11-14T19:48:32,482 DEBUG [RS:0;867b237d0fa7:40605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44933:44933)] 2024-11-14T19:48:32,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:48:32,669 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa 2024-11-14T19:48:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:48:33,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:33,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:48:33,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:48:33,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:48:33,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:48:33,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:48:33,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:48:33,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:48:33,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:48:33,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:48:33,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740 2024-11-14T19:48:33,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740 2024-11-14T19:48:33,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:48:33,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:48:33,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:33,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:48:33,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:33,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67239917, jitterRate=0.001952841877937317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613713074Initializing all the Stores at 1731613713075 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613713075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613713075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613713075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613713075Cleaning up temporary data from old regions at 1731613713081 (+6 ms)Region opened successfully at 1731613713083 (+2 ms) 2024-11-14T19:48:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:33,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:33,084 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613713084Disabling compacts and flushes for region at 1731613713084Disabling writes for close at 1731613713084Writing region close event to WAL at 1731613713084Closed at 1731613713084 2024-11-14T19:48:33,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:33,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:48:33,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:48:33,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:48:33,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:48:33,236 DEBUG [867b237d0fa7:45055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:48:33,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:33,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,40605,1731613710340, state=OPENING 2024-11-14T19:48:33,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:48:33,290 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:33,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:33,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2332711228/meta-region-server: CHANGED 2024-11-14T19:48:33,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:48:33,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2332711228/meta-region-server: CHANGED 2024-11-14T19:48:33,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,40605,1731613710340}] 2024-11-14T19:48:33,316 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:33,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:48:33,317 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88722 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:48:33,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:33,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:48:33,446 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:48:33,446 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:33,446 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:48:33,447 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40605%2C1731613710340.meta, suffix=.meta, logDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340, archiveDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/oldWALs, maxLogs=10 2024-11-14T19:48:33,462 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.meta.1731613713448.meta, exclude list is [], retry=0 2024-11-14T19:48:33,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-774d18f1-1d80-4e5a-b0c3-d35bf5dce0d6,DISK] 2024-11-14T19:48:33,466 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.meta.1731613713448.meta 2024-11-14T19:48:33,466 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44933:44933)] 2024-11-14T19:48:33,466 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:33,467 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:33,467 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:48:33,467 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:48:33,467 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:48:33,467 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:48:33,467 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:33,467 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:48:33,467 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:48:33,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:48:33,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:48:33,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:48:33,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:48:33,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:48:33,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:48:33,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:48:33,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:48:33,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:48:33,472 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:48:33,472 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740 2024-11-14T19:48:33,473 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740 2024-11-14T19:48:33,474 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:48:33,474 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:48:33,474 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:48:33,475 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:48:33,475 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73265564, jitterRate=0.09174197912216187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:48:33,475 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:48:33,475 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613713468Writing region info on filesystem at 1731613713468Initializing all the Stores at 1731613713468Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613713468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613713468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613713468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613713468Cleaning up temporary data from old regions at 1731613713474 (+6 ms)Running coprocessor post-open hooks at 1731613713475 (+1 ms)Region opened successfully at 1731613713475 2024-11-14T19:48:33,476 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613713442 2024-11-14T19:48:33,477 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:48:33,478 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:48:33,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:33,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,40605,1731613710340, state=OPEN 2024-11-14T19:48:33,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2332711228/meta-region-server 2024-11-14T19:48:33,484 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2332711228/meta-region-server 2024-11-14T19:48:33,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:33,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2332711228/meta-region-server: CHANGED 2024-11-14T19:48:33,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2332711228/meta-region-server: CHANGED 2024-11-14T19:48:33,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:48:33,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,40605,1731613710340 in 194 msec 2024-11-14T19:48:33,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:48:33,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-14T19:48:33,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:48:33,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:48:33,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:33,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40605,1731613710340, seqNum=-1] 2024-11-14T19:48:33,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:33,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:33,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-14T19:48:33,493 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613713493, completionTime=-1 2024-11-14T19:48:33,494 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:48:33,494 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:48:33,495 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:48:33,495 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613773495 2024-11-14T19:48:33,495 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613833495 2024-11-14T19:48:33,495 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:48:33,497 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45055,1731613710204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,498 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45055,1731613710204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,498 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45055,1731613710204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,498 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:45055, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,498 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,498 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,499 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:48:33,501 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.102sec 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45055,1731613710204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:48:33,502 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45055,1731613710204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:48:33,510 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:48:33,510 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:48:33,510 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45055,1731613710204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:48:33,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:33,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45055,-1 for getting cluster id 2024-11-14T19:48:33,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:33,562 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c097da21-9c1a-46fa-b48e-84393aeaa074' 2024-11-14T19:48:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c097da21-9c1a-46fa-b48e-84393aeaa074" 2024-11-14T19:48:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6e4704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45055,-1] 2024-11-14T19:48:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:33,564 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:33,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40605,1731613710340, seqNum=-1] 2024-11-14T19:48:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:33,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:33,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,45055,1731613710204 2024-11-14T19:48:33,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64461 2024-11-14T19:48:33,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:48:33,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c11ed0d0008 connected 2024-11-14T19:48:33,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45853,1731613699514 2024-11-14T19:48:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c972e4 2024-11-14T19:48:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:33,587 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:33,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:48:33,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:48:33,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:33,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:48:33,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:48:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:33,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:48:33,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:33,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:33,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:33,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71e2985d8bcdb2d9f6013b9e46de5b0f, NAME => 'test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39 2024-11-14T19:48:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:48:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:34,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:34,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71e2985d8bcdb2d9f6013b9e46de5b0f, disabling compactions & flushes 2024-11-14T19:48:34,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. after waiting 0 ms 2024-11-14T19:48:34,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71e2985d8bcdb2d9f6013b9e46de5b0f: Waiting for close lock at 1731613714401Disabling compacts and flushes for region at 1731613714401Disabling writes for close at 1731613714401Writing region close event to WAL at 1731613714401Closed at 1731613714401 2024-11-14T19:48:34,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:48:34,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613714402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613714402"}]},"ts":"1731613714402"} 2024-11-14T19:48:34,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:48:34,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:48:34,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613714405"}]},"ts":"1731613714405"} 2024-11-14T19:48:34,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:48:34,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71e2985d8bcdb2d9f6013b9e46de5b0f, ASSIGN}] 2024-11-14T19:48:34,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71e2985d8bcdb2d9f6013b9e46de5b0f, ASSIGN 2024-11-14T19:48:34,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71e2985d8bcdb2d9f6013b9e46de5b0f, ASSIGN; state=OFFLINE, location=867b237d0fa7,36681,1731613699661; forceNewPlan=false, retain=false 2024-11-14T19:48:34,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71e2985d8bcdb2d9f6013b9e46de5b0f, regionState=OPENING, regionLocation=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71e2985d8bcdb2d9f6013b9e46de5b0f, ASSIGN because future has completed 2024-11-14T19:48:34,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71e2985d8bcdb2d9f6013b9e46de5b0f, server=867b237d0fa7,36681,1731613699661}] 2024-11-14T19:48:34,716 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,716 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71e2985d8bcdb2d9f6013b9e46de5b0f, NAME => 'test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:34,716 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:34,716 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:48:34,716 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,716 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:34,717 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,717 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,718 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,718 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e2985d8bcdb2d9f6013b9e46de5b0f columnFamilyName f 2024-11-14T19:48:34,718 DEBUG [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:34,719 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] regionserver.HStore(327): Store=71e2985d8bcdb2d9f6013b9e46de5b0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:34,719 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,720 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e2985d8bcdb2d9f6013b9e46de5b0f columnFamilyName f1 2024-11-14T19:48:34,720 DEBUG [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:34,720 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] regionserver.HStore(327): Store=71e2985d8bcdb2d9f6013b9e46de5b0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:34,720 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,721 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e2985d8bcdb2d9f6013b9e46de5b0f columnFamilyName norep 2024-11-14T19:48:34,721 DEBUG [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:34,721 INFO [StoreOpener-71e2985d8bcdb2d9f6013b9e46de5b0f-1 {}] regionserver.HStore(327): Store=71e2985d8bcdb2d9f6013b9e46de5b0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:34,721 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,721 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,721 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,722 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,722 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,722 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:48:34,723 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,724 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:34,724 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71e2985d8bcdb2d9f6013b9e46de5b0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68627629, jitterRate=0.022631362080574036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:48:34,725 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:48:34,725 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71e2985d8bcdb2d9f6013b9e46de5b0f: Running coprocessor pre-open hook at 1731613714717Writing region info on filesystem at 1731613714717Initializing all the Stores at 1731613714717Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613714717Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613714717Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613714717Cleaning up temporary data from old regions at 1731613714722 (+5 ms)Running coprocessor post-open hooks at 1731613714725 (+3 ms)Region opened successfully at 1731613714725 2024-11-14T19:48:34,725 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f., pid=6, masterSystemTime=1731613714713 2024-11-14T19:48:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:34,727 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,727 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:48:34,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71e2985d8bcdb2d9f6013b9e46de5b0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71e2985d8bcdb2d9f6013b9e46de5b0f, server=867b237d0fa7,36681,1731613699661 because future has completed 2024-11-14T19:48:34,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:48:34,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71e2985d8bcdb2d9f6013b9e46de5b0f, server=867b237d0fa7,36681,1731613699661 in 169 msec 2024-11-14T19:48:34,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:48:34,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71e2985d8bcdb2d9f6013b9e46de5b0f, ASSIGN in 324 msec 2024-11-14T19:48:34,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:48:34,733 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613714733"}]},"ts":"1731613714733"} 2024-11-14T19:48:34,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:48:34,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:48:34,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T19:48:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:35,737 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:48:35,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:35,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43487,1731613704815 2024-11-14T19:48:35,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76578018 2024-11-14T19:48:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:35,738 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:35,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:48:35,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:48:35,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:35,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:48:35,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:48:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:35,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:48:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:36,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1abed31d0bb4b91384cf71ba3719f8ea, NAME => 'test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5 2024-11-14T19:48:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:48:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:36,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:36,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1abed31d0bb4b91384cf71ba3719f8ea, disabling compactions & flushes 2024-11-14T19:48:36,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. after waiting 0 ms 2024-11-14T19:48:36,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1abed31d0bb4b91384cf71ba3719f8ea: Waiting for close lock at 1731613716559Disabling compacts and flushes for region at 1731613716559Disabling writes for close at 1731613716559Writing region close event to WAL at 1731613716559Closed at 1731613716559 2024-11-14T19:48:36,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:48:36,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613716561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613716561"}]},"ts":"1731613716561"} 2024-11-14T19:48:36,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:48:36,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:48:36,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613716563"}]},"ts":"1731613716563"} 2024-11-14T19:48:36,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:48:36,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1abed31d0bb4b91384cf71ba3719f8ea, ASSIGN}] 2024-11-14T19:48:36,566 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1abed31d0bb4b91384cf71ba3719f8ea, ASSIGN 2024-11-14T19:48:36,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1abed31d0bb4b91384cf71ba3719f8ea, ASSIGN; state=OFFLINE, location=867b237d0fa7,45729,1731613704937; forceNewPlan=false, retain=false 2024-11-14T19:48:36,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1abed31d0bb4b91384cf71ba3719f8ea, regionState=OPENING, regionLocation=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1abed31d0bb4b91384cf71ba3719f8ea, ASSIGN because future has completed 2024-11-14T19:48:36,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1abed31d0bb4b91384cf71ba3719f8ea, server=867b237d0fa7,45729,1731613704937}] 2024-11-14T19:48:36,874 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,874 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1abed31d0bb4b91384cf71ba3719f8ea, NAME => 'test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:36,875 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:36,875 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:48:36,875 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,875 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:36,875 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,875 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,876 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:36,877 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abed31d0bb4b91384cf71ba3719f8ea columnFamilyName f 2024-11-14T19:48:36,877 DEBUG [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:36,878 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] regionserver.HStore(327): Store=1abed31d0bb4b91384cf71ba3719f8ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:36,878 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,878 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abed31d0bb4b91384cf71ba3719f8ea columnFamilyName f1 2024-11-14T19:48:36,878 DEBUG [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:36,879 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] regionserver.HStore(327): Store=1abed31d0bb4b91384cf71ba3719f8ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:36,879 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,879 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abed31d0bb4b91384cf71ba3719f8ea columnFamilyName norep 2024-11-14T19:48:36,879 DEBUG [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:36,880 INFO [StoreOpener-1abed31d0bb4b91384cf71ba3719f8ea-1 {}] regionserver.HStore(327): Store=1abed31d0bb4b91384cf71ba3719f8ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:36,880 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,880 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,881 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,882 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,882 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,882 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:48:36,883 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,884 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:36,885 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1abed31d0bb4b91384cf71ba3719f8ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62268199, jitterRate=-0.07213152945041656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:48:36,885 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:36,885 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1abed31d0bb4b91384cf71ba3719f8ea: Running coprocessor pre-open hook at 1731613716875Writing region info on filesystem at 1731613716875Initializing all the Stores at 1731613716876 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613716876Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613716876Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613716876Cleaning up temporary data from old regions at 1731613716882 (+6 ms)Running coprocessor post-open hooks at 1731613716885 (+3 ms)Region opened successfully at 1731613716885 2024-11-14T19:48:36,886 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea., pid=6, masterSystemTime=1731613716871 2024-11-14T19:48:36,887 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,888 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:36,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1abed31d0bb4b91384cf71ba3719f8ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:36,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1abed31d0bb4b91384cf71ba3719f8ea, server=867b237d0fa7,45729,1731613704937 because future has completed 2024-11-14T19:48:36,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:48:36,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1abed31d0bb4b91384cf71ba3719f8ea, server=867b237d0fa7,45729,1731613704937 in 170 msec 2024-11-14T19:48:36,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:48:36,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1abed31d0bb4b91384cf71ba3719f8ea, ASSIGN in 327 msec 2024-11-14T19:48:36,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:48:36,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613716894"}]},"ts":"1731613716894"} 2024-11-14T19:48:36,895 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:48:36,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:48:36,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-14T19:48:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:37,887 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:48:37,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45055,1731613710204 2024-11-14T19:48:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@491ccb78 2024-11-14T19:48:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:37,889 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:37,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:48:37,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:48:37,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:37,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:48:37,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:48:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:48:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:38,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af28e0c410418159477d421e3345a50e, NAME => 'test,,1731613717889.af28e0c410418159477d421e3345a50e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa 2024-11-14T19:48:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:48:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:38,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613717889.af28e0c410418159477d421e3345a50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:38,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af28e0c410418159477d421e3345a50e, disabling compactions & flushes 2024-11-14T19:48:38,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:38,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:38,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613717889.af28e0c410418159477d421e3345a50e. after waiting 0 ms 2024-11-14T19:48:38,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:38,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:38,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af28e0c410418159477d421e3345a50e: Waiting for close lock at 1731613718703Disabling compacts and flushes for region at 1731613718704 (+1 ms)Disabling writes for close at 1731613718704Writing region close event to WAL at 1731613718704Closed at 1731613718704 2024-11-14T19:48:38,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:48:38,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613717889.af28e0c410418159477d421e3345a50e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613718705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613718705"}]},"ts":"1731613718705"} 2024-11-14T19:48:38,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:48:38,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:48:38,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613718707"}]},"ts":"1731613718707"} 2024-11-14T19:48:38,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:48:38,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af28e0c410418159477d421e3345a50e, ASSIGN}] 2024-11-14T19:48:38,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af28e0c410418159477d421e3345a50e, ASSIGN 2024-11-14T19:48:38,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af28e0c410418159477d421e3345a50e, ASSIGN; state=OFFLINE, location=867b237d0fa7,40605,1731613710340; forceNewPlan=false, retain=false 2024-11-14T19:48:38,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af28e0c410418159477d421e3345a50e, regionState=OPENING, regionLocation=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:38,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af28e0c410418159477d421e3345a50e, ASSIGN because future has completed 2024-11-14T19:48:38,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af28e0c410418159477d421e3345a50e, server=867b237d0fa7,40605,1731613710340}] 2024-11-14T19:48:38,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:38,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:38,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:38,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:38,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:38,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,019 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:39,019 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af28e0c410418159477d421e3345a50e, NAME => 'test,,1731613717889.af28e0c410418159477d421e3345a50e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:39,020 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:39,020 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:48:39,020 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,020 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613717889.af28e0c410418159477d421e3345a50e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:39,020 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,020 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,021 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,022 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af28e0c410418159477d421e3345a50e columnFamilyName f 2024-11-14T19:48:39,022 DEBUG [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:39,022 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] regionserver.HStore(327): Store=af28e0c410418159477d421e3345a50e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:39,022 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,023 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af28e0c410418159477d421e3345a50e columnFamilyName f1 2024-11-14T19:48:39,023 DEBUG [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:39,023 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] regionserver.HStore(327): Store=af28e0c410418159477d421e3345a50e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:39,023 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,024 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af28e0c410418159477d421e3345a50e columnFamilyName norep 2024-11-14T19:48:39,024 DEBUG [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:39,024 INFO [StoreOpener-af28e0c410418159477d421e3345a50e-1 {}] regionserver.HStore(327): Store=af28e0c410418159477d421e3345a50e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:39,024 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,025 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,025 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,025 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,025 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,026 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:48:39,026 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:39,028 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:39,028 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af28e0c410418159477d421e3345a50e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72921453, jitterRate=0.08661432564258575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:48:39,028 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:39,028 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af28e0c410418159477d421e3345a50e: Running coprocessor pre-open hook at 1731613719020Writing region info on filesystem at 1731613719020Initializing all the Stores at 1731613719021 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613719021Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613719021Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613719021Cleaning up temporary data from old regions at 1731613719025 (+4 ms)Running coprocessor post-open hooks at 1731613719028 (+3 ms)Region opened successfully at 1731613719028 2024-11-14T19:48:39,029 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613717889.af28e0c410418159477d421e3345a50e., pid=6, masterSystemTime=1731613719015 2024-11-14T19:48:39,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,031 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:39,031 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:39,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af28e0c410418159477d421e3345a50e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:39,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:39,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af28e0c410418159477d421e3345a50e, server=867b237d0fa7,40605,1731613710340 because future has completed 2024-11-14T19:48:39,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:48:39,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af28e0c410418159477d421e3345a50e, server=867b237d0fa7,40605,1731613710340 in 171 msec 2024-11-14T19:48:39,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:48:39,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af28e0c410418159477d421e3345a50e, ASSIGN in 326 msec 2024-11-14T19:48:39,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:48:39,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613719036"}]},"ts":"1731613719036"} 2024-11-14T19:48:39,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:48:39,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:48:39,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T19:48:39,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:48:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:48:40,037 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:48:40,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:40,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45853,-1 for getting cluster id 2024-11-14T19:48:40,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:40,038 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76559d33-5504-48e4-a82a-d9232ad6cfe4' 2024-11-14T19:48:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76559d33-5504-48e4-a82a-d9232ad6cfe4" 2024-11-14T19:48:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289660cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45853,-1] 2024-11-14T19:48:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:40,039 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:40,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a08b3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:40,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45853,1731613699514 2024-11-14T19:48:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21249b8c 2024-11-14T19:48:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:40,042 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:40,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:43487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:48:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:48:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:40,044 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:43487' 2024-11-14T19:48:40,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c992dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:40,045 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:40,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:40,046 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad63d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:40,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:40,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:40,047 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553ef70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:40,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43487,1731613704815 2024-11-14T19:48:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31f21d9d 2024-11-14T19:48:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:40,049 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:40,050 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:48:40,050 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:48:40,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:40,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:40,051 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:40,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:40,052 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:48:40,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:48:40,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:40,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:48:40,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:48:40,102 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:48:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:40,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d7c67df9d1eeded9a4df6f2a4b6c657, NAME => 'hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39 2024-11-14T19:48:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:48:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:40,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:40,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d7c67df9d1eeded9a4df6f2a4b6c657, disabling compactions & flushes 2024-11-14T19:48:40,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:40,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:40,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. after waiting 0 ms 2024-11-14T19:48:40,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:40,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:40,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d7c67df9d1eeded9a4df6f2a4b6c657: Waiting for close lock at 1731613720866Disabling compacts and flushes for region at 1731613720866Disabling writes for close at 1731613720866Writing region close event to WAL at 1731613720866Closed at 1731613720866 2024-11-14T19:48:40,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:48:40,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613720867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613720867"}]},"ts":"1731613720867"} 2024-11-14T19:48:40,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:48:40,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:48:40,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613720870"}]},"ts":"1731613720870"} 2024-11-14T19:48:40,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:48:40,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d7c67df9d1eeded9a4df6f2a4b6c657, ASSIGN}] 2024-11-14T19:48:40,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d7c67df9d1eeded9a4df6f2a4b6c657, ASSIGN 2024-11-14T19:48:40,873 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d7c67df9d1eeded9a4df6f2a4b6c657, ASSIGN; state=OFFLINE, location=867b237d0fa7,36681,1731613699661; forceNewPlan=false, retain=false 2024-11-14T19:48:41,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d7c67df9d1eeded9a4df6f2a4b6c657, regionState=OPENING, regionLocation=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:41,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d7c67df9d1eeded9a4df6f2a4b6c657, ASSIGN because future has completed 2024-11-14T19:48:41,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d7c67df9d1eeded9a4df6f2a4b6c657, server=867b237d0fa7,36681,1731613699661}] 2024-11-14T19:48:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:41,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:41,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:41,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:48:41,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C36681%2C1731613699661.rep, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/oldWALs, maxLogs=10 2024-11-14T19:48:41,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.rep.1731613721181, exclude list is [], retry=0 2024-11-14T19:48:41,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35529,DS-815781aa-c441-4625-9e2d-0e1efe037e91,DISK] 2024-11-14T19:48:41,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.rep.1731613721181 2024-11-14T19:48:41,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41235:41235)] 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d7c67df9d1eeded9a4df6f2a4b6c657, NAME => 'hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:41,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. service=MultiRowMutationService 2024-11-14T19:48:41,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,198 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,199 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d7c67df9d1eeded9a4df6f2a4b6c657 columnFamilyName hfileref 2024-11-14T19:48:41,199 DEBUG [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:41,199 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] regionserver.HStore(327): Store=6d7c67df9d1eeded9a4df6f2a4b6c657/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:41,199 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,200 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d7c67df9d1eeded9a4df6f2a4b6c657 columnFamilyName queue 2024-11-14T19:48:41,200 DEBUG [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:41,200 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] regionserver.HStore(327): Store=6d7c67df9d1eeded9a4df6f2a4b6c657/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:41,200 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,201 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d7c67df9d1eeded9a4df6f2a4b6c657 columnFamilyName sid 2024-11-14T19:48:41,201 DEBUG [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:41,201 INFO [StoreOpener-6d7c67df9d1eeded9a4df6f2a4b6c657-1 {}] regionserver.HStore(327): Store=6d7c67df9d1eeded9a4df6f2a4b6c657/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:41,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:48:41,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:41,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6d7c67df9d1eeded9a4df6f2a4b6c657; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59450540, jitterRate=-0.11411792039871216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:48:41,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:48:41,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6d7c67df9d1eeded9a4df6f2a4b6c657: Running coprocessor pre-open hook at 1731613721197Writing region info on filesystem at 1731613721197Initializing all the Stores at 1731613721198 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613721198Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613721198Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613721198Cleaning up temporary data from old regions at 1731613721203 (+5 ms)Running coprocessor post-open hooks at 1731613721206 (+3 ms)Region opened successfully at 1731613721206 2024-11-14T19:48:41,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657., pid=10, masterSystemTime=1731613721177 2024-11-14T19:48:41,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:41,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:48:41,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d7c67df9d1eeded9a4df6f2a4b6c657, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36681,1731613699661 2024-11-14T19:48:41,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d7c67df9d1eeded9a4df6f2a4b6c657, server=867b237d0fa7,36681,1731613699661 because future has completed 2024-11-14T19:48:41,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:48:41,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d7c67df9d1eeded9a4df6f2a4b6c657, server=867b237d0fa7,36681,1731613699661 in 185 msec 2024-11-14T19:48:41,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:48:41,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d7c67df9d1eeded9a4df6f2a4b6c657, ASSIGN in 341 msec 2024-11-14T19:48:41,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:48:41,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613721214"}]},"ts":"1731613721214"} 2024-11-14T19:48:41,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:48:41,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:48:41,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-14T19:48:41,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657., hostname=867b237d0fa7,36681,1731613699661, seqNum=2] 2024-11-14T19:48:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:48:41,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:48:41,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:48:41,521 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:48:41,546 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,36681,1731613699661, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:48:41,546 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:41,546 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36681,1731613699661, seqNum=-1] 2024-11-14T19:48:41,547 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:41,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,36681,1731613699661', locateType=CURRENT is [region=hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657., hostname=867b237d0fa7,36681,1731613699661, seqNum=2] 2024-11-14T19:48:41,551 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:48:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:48:41,552 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,36681,1731613699661 suceeded 2024-11-14T19:48:41,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:48:41,554 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:43487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:48:41,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T19:48:41,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-14T19:48:41,564 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:43487' 2024-11-14T19:48:41,565 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5025562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:41,565 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:41,565 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:41,566 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd29039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:41,567 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:41,568 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7488b922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:41,568 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43487,1731613704815 2024-11-14T19:48:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91df415 2024-11-14T19:48:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:41,569 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T19:48:41,570 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,36681,1731613699661 (queues=1) is replicating from cluster=76559d33-5504-48e4-a82a-d9232ad6cfe4 to cluster=7dc0c38f-426d-4b1a-970b-03abdbe90cfc 2024-11-14T19:48:41,570 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C36681%2C1731613699661 2024-11-14T19:48:41,570 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,36681,1731613699661, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:48:41,570 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C36681%2C1731613699661 2024-11-14T19:48:41,570 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892, startPosition=0, beingWritten=true 2024-11-14T19:48:41,576 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:41,576 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:41,576 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36681,1731613699661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:41,779 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:42,081 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:48:42,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T19:48:42,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:42,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T19:48:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:42,187 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:48:42,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:42,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:42,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:42,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:42,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:42,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:42,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:42,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:42,188 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26243ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:42,189 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78628a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:42,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43487,1731613704815 2024-11-14T19:48:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31afa003 2024-11-14T19:48:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:42,191 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:42,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:45055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:48:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:48:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:42,194 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:45055' 2024-11-14T19:48:42,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fca1acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:42,195 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45055,-1 for getting cluster id 2024-11-14T19:48:42,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:42,195 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c097da21-9c1a-46fa-b48e-84393aeaa074' 2024-11-14T19:48:42,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:42,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c097da21-9c1a-46fa-b48e-84393aeaa074" 2024-11-14T19:48:42,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cdb6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:42,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45055,-1] 2024-11-14T19:48:42,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:42,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:42,196 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:42,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3899a458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:42,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:42,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45055,1731613710204 2024-11-14T19:48:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131a5441 2024-11-14T19:48:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:42,198 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:42,199 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:48:42,199 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:48:42,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:42,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:42,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:42,199 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:42,200 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:48:42,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:48:42,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:42,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:48:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:48:42,250 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:48:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:42,484 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:42,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30e8828801a8e9f5277fbb2ed54b504b, NAME => 'hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5 2024-11-14T19:48:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:42,987 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:43,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:43,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30e8828801a8e9f5277fbb2ed54b504b, disabling compactions & flushes 2024-11-14T19:48:43,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. after waiting 0 ms 2024-11-14T19:48:43,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30e8828801a8e9f5277fbb2ed54b504b: Waiting for close lock at 1731613723011Disabling compacts and flushes for region at 1731613723011Disabling writes for close at 1731613723012 (+1 ms)Writing region close event to WAL at 1731613723012Closed at 1731613723012 2024-11-14T19:48:43,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:48:43,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613723012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613723012"}]},"ts":"1731613723012"} 2024-11-14T19:48:43,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:48:43,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:48:43,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613723015"}]},"ts":"1731613723015"} 2024-11-14T19:48:43,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:48:43,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30e8828801a8e9f5277fbb2ed54b504b, ASSIGN}] 2024-11-14T19:48:43,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30e8828801a8e9f5277fbb2ed54b504b, ASSIGN 2024-11-14T19:48:43,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30e8828801a8e9f5277fbb2ed54b504b, ASSIGN; state=OFFLINE, location=867b237d0fa7,45729,1731613704937; forceNewPlan=false, retain=false 2024-11-14T19:48:43,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30e8828801a8e9f5277fbb2ed54b504b, regionState=OPENING, regionLocation=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30e8828801a8e9f5277fbb2ed54b504b, ASSIGN because future has completed 2024-11-14T19:48:43,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30e8828801a8e9f5277fbb2ed54b504b, server=867b237d0fa7,45729,1731613704937}] 2024-11-14T19:48:43,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:43,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:48:43,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C45729%2C1731613704937.rep, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/oldWALs, maxLogs=10 2024-11-14T19:48:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:43,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.rep.1731613723326, exclude list is [], retry=0 2024-11-14T19:48:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-c18fe3d5-c89e-4409-9a74-f65fd9d26195,DISK] 2024-11-14T19:48:43,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.rep.1731613723326 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30e8828801a8e9f5277fbb2ed54b504b, NAME => 'hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:43,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. service=MultiRowMutationService 2024-11-14T19:48:43,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,342 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,343 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e8828801a8e9f5277fbb2ed54b504b columnFamilyName hfileref 2024-11-14T19:48:43,343 DEBUG [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:43,344 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] regionserver.HStore(327): Store=30e8828801a8e9f5277fbb2ed54b504b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:43,344 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,344 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e8828801a8e9f5277fbb2ed54b504b columnFamilyName queue 2024-11-14T19:48:43,344 DEBUG [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:43,345 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] regionserver.HStore(327): Store=30e8828801a8e9f5277fbb2ed54b504b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:43,345 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,345 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e8828801a8e9f5277fbb2ed54b504b columnFamilyName sid 2024-11-14T19:48:43,345 DEBUG [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:43,345 INFO [StoreOpener-30e8828801a8e9f5277fbb2ed54b504b-1 {}] regionserver.HStore(327): Store=30e8828801a8e9f5277fbb2ed54b504b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:43,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:48:43,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:43,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30e8828801a8e9f5277fbb2ed54b504b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69136694, jitterRate=0.030217021703720093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:48:43,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:43,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30e8828801a8e9f5277fbb2ed54b504b: Running coprocessor pre-open hook at 1731613723342Writing region info on filesystem at 1731613723342Initializing all the Stores at 1731613723342Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613723342Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613723342Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613723342Cleaning up temporary data from old regions at 1731613723347 (+5 ms)Running coprocessor post-open hooks at 1731613723350 (+3 ms)Region opened successfully at 1731613723350 2024-11-14T19:48:43,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b., pid=10, masterSystemTime=1731613723322 2024-11-14T19:48:43,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:43,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30e8828801a8e9f5277fbb2ed54b504b, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,45729,1731613704937 2024-11-14T19:48:43,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30e8828801a8e9f5277fbb2ed54b504b, server=867b237d0fa7,45729,1731613704937 because future has completed 2024-11-14T19:48:43,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:48:43,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30e8828801a8e9f5277fbb2ed54b504b, server=867b237d0fa7,45729,1731613704937 in 183 msec 2024-11-14T19:48:43,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:48:43,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30e8828801a8e9f5277fbb2ed54b504b, ASSIGN in 339 msec 2024-11-14T19:48:43,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:48:43,358 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613723358"}]},"ts":"1731613723358"} 2024-11-14T19:48:43,359 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:48:43,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:48:43,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-14T19:48:43,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b., hostname=867b237d0fa7,45729,1731613704937, seqNum=2] 2024-11-14T19:48:43,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:43,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:43,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:48:43,590 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:43,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:48:43,668 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:48:43,691 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,45729,1731613704937, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:48:43,691 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:43,691 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45729,1731613704937, seqNum=-1] 2024-11-14T19:48:43,691 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:43,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:43,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,45729,1731613704937', locateType=CURRENT is [region=hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b., hostname=867b237d0fa7,45729,1731613704937, seqNum=2] 2024-11-14T19:48:43,696 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:48:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:48:43,697 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,45729,1731613704937 suceeded 2024-11-14T19:48:43,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:48:43,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-14T19:48:43,699 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:45055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:48:43,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-14T19:48:43,708 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:45055' 2024-11-14T19:48:43,709 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bd2215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:43,709 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45055,-1 for getting cluster id 2024-11-14T19:48:43,709 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:43,710 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c097da21-9c1a-46fa-b48e-84393aeaa074' 2024-11-14T19:48:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c097da21-9c1a-46fa-b48e-84393aeaa074" 2024-11-14T19:48:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6e4da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45055,-1] 2024-11-14T19:48:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:43,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:43,711 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:43,711 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df03691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:43,711 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45055,1731613710204 2024-11-14T19:48:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b2e2d7 2024-11-14T19:48:43,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:43,713 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T19:48:43,713 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,45729,1731613704937 (queues=1) is replicating from cluster=7dc0c38f-426d-4b1a-970b-03abdbe90cfc to cluster=c097da21-9c1a-46fa-b48e-84393aeaa074 2024-11-14T19:48:43,713 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C45729%2C1731613704937 2024-11-14T19:48:43,713 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,45729,1731613704937, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:48:43,713 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, startPosition=0, beingWritten=true 2024-11-14T19:48:43,714 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C45729%2C1731613704937 2024-11-14T19:48:43,717 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:43,718 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:43,718 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:43,921 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:44,224 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:44,294 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:44,338 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:48:44,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:44,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:44,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:44,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:44,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:44,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:44,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45055,-1 for getting cluster id 2024-11-14T19:48:44,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:44,339 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c097da21-9c1a-46fa-b48e-84393aeaa074' 2024-11-14T19:48:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c097da21-9c1a-46fa-b48e-84393aeaa074" 2024-11-14T19:48:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28766d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45055,-1] 2024-11-14T19:48:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:44,341 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:44,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7631cad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:44,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45055,1731613710204 2024-11-14T19:48:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382e5675 2024-11-14T19:48:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:44,343 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:43487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:48:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:48:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:44,346 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:43487' 2024-11-14T19:48:44,347 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:44,347 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:44,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:44,348 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271ec322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:44,349 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:44,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799f1b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:44,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:44,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43487,1731613704815 2024-11-14T19:48:44,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286c397e 2024-11-14T19:48:44,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:44,350 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:48:44,351 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:48:44,351 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:48:44,351 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:44,351 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:44,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:44,352 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:48:44,353 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:48:44,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:48:44,353 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:44,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:48:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:48:44,403 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:48:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:44,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:44,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:44,627 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:44,760 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c0653e2dad470713ea5829d6ff11ce2, NAME => 'hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa 2024-11-14T19:48:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:48:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:45,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:48:45,097 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:45,130 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:45,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:45,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c0653e2dad470713ea5829d6ff11ce2, disabling compactions & flushes 2024-11-14T19:48:45,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. after waiting 0 ms 2024-11-14T19:48:45,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c0653e2dad470713ea5829d6ff11ce2: Waiting for close lock at 1731613725166Disabling compacts and flushes for region at 1731613725166Disabling writes for close at 1731613725166Writing region close event to WAL at 1731613725166Closed at 1731613725166 2024-11-14T19:48:45,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:48:45,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613725167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613725167"}]},"ts":"1731613725167"} 2024-11-14T19:48:45,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:48:45,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:48:45,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613725169"}]},"ts":"1731613725169"} 2024-11-14T19:48:45,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:48:45,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c0653e2dad470713ea5829d6ff11ce2, ASSIGN}] 2024-11-14T19:48:45,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c0653e2dad470713ea5829d6ff11ce2, ASSIGN 2024-11-14T19:48:45,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c0653e2dad470713ea5829d6ff11ce2, ASSIGN; state=OFFLINE, location=867b237d0fa7,40605,1731613710340; forceNewPlan=false, retain=false 2024-11-14T19:48:45,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c0653e2dad470713ea5829d6ff11ce2, regionState=OPENING, regionLocation=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:45,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c0653e2dad470713ea5829d6ff11ce2, ASSIGN because future has completed 2024-11-14T19:48:45,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c0653e2dad470713ea5829d6ff11ce2, server=867b237d0fa7,40605,1731613710340}] 2024-11-14T19:48:45,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:48:45,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:48:45,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C40605%2C1731613710340.rep, suffix=, logDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340, archiveDir=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/oldWALs, maxLogs=10 2024-11-14T19:48:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:45,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.rep.1731613725481, exclude list is [], retry=0 2024-11-14T19:48:45,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-774d18f1-1d80-4e5a-b0c3-d35bf5dce0d6,DISK] 2024-11-14T19:48:45,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.rep.1731613725481 2024-11-14T19:48:45,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44933:44933)] 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c0653e2dad470713ea5829d6ff11ce2, NAME => 'hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:48:45,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. service=MultiRowMutationService 2024-11-14T19:48:45,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,497 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,498 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c0653e2dad470713ea5829d6ff11ce2 columnFamilyName hfileref 2024-11-14T19:48:45,498 DEBUG [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:45,498 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] regionserver.HStore(327): Store=9c0653e2dad470713ea5829d6ff11ce2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:45,498 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,499 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c0653e2dad470713ea5829d6ff11ce2 columnFamilyName queue 2024-11-14T19:48:45,499 DEBUG [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:45,499 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] regionserver.HStore(327): Store=9c0653e2dad470713ea5829d6ff11ce2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:45,499 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,500 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c0653e2dad470713ea5829d6ff11ce2 columnFamilyName sid 2024-11-14T19:48:45,500 DEBUG [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:48:45,500 INFO [StoreOpener-9c0653e2dad470713ea5829d6ff11ce2-1 {}] regionserver.HStore(327): Store=9c0653e2dad470713ea5829d6ff11ce2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:48:45,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/replication/9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/replication/9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:48:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/replication/9c0653e2dad470713ea5829d6ff11ce2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:48:45,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c0653e2dad470713ea5829d6ff11ce2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62273712, jitterRate=-0.07204937934875488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:48:45,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:45,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c0653e2dad470713ea5829d6ff11ce2: Running coprocessor pre-open hook at 1731613725496Writing region info on filesystem at 1731613725496Initializing all the Stores at 1731613725497 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613725497Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613725497Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613725497Cleaning up temporary data from old regions at 1731613725501 (+4 ms)Running coprocessor post-open hooks at 1731613725504 (+3 ms)Region opened successfully at 1731613725504 2024-11-14T19:48:45,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2., pid=10, masterSystemTime=1731613725476 2024-11-14T19:48:45,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:45,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c0653e2dad470713ea5829d6ff11ce2, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40605,1731613710340 2024-11-14T19:48:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c0653e2dad470713ea5829d6ff11ce2, server=867b237d0fa7,40605,1731613710340 because future has completed 2024-11-14T19:48:45,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:48:45,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c0653e2dad470713ea5829d6ff11ce2, server=867b237d0fa7,40605,1731613710340 in 183 msec 2024-11-14T19:48:45,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:48:45,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c0653e2dad470713ea5829d6ff11ce2, ASSIGN in 338 msec 2024-11-14T19:48:45,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:48:45,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613725511"}]},"ts":"1731613725511"} 2024-11-14T19:48:45,513 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:48:45,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:48:45,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-14T19:48:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2., hostname=867b237d0fa7,40605,1731613710340, seqNum=2] 2024-11-14T19:48:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:45,598 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:45,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:48:45,733 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:45,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:48:45,767 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:48:45,794 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,40605,1731613710340, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:48:45,795 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:45,795 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40605,1731613710340, seqNum=-1] 2024-11-14T19:48:45,795 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:45,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:45,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,40605,1731613710340', locateType=CURRENT is [region=hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2., hostname=867b237d0fa7,40605,1731613710340, seqNum=2] 2024-11-14T19:48:45,800 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:48:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:48:45,802 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,40605,1731613710340 suceeded 2024-11-14T19:48:45,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:48:45,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T19:48:45,804 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:43487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:48:45,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-11-14T19:48:45,814 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:43487' 2024-11-14T19:48:45,815 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5558d767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:45,815 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:45,815 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:45,816 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70567289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:45,817 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:45,818 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e4ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:45,818 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43487,1731613704815 2024-11-14T19:48:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6269e328 2024-11-14T19:48:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:48:45,819 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T19:48:45,820 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,40605,1731613710340 (queues=1) is replicating from cluster=c097da21-9c1a-46fa-b48e-84393aeaa074 to cluster=7dc0c38f-426d-4b1a-970b-03abdbe90cfc 2024-11-14T19:48:45,820 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C40605%2C1731613710340 2024-11-14T19:48:45,820 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,40605,1731613710340, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:48:45,820 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C40605%2C1731613710340 2024-11-14T19:48:45,820 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, startPosition=0, beingWritten=true 2024-11-14T19:48:45,824 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:45,825 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 379, reset compression=false 2024-11-14T19:48:45,825 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:46,000 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:46,028 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 379, reset compression=false 2024-11-14T19:48:46,330 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 379, reset compression=false 2024-11-14T19:48:46,437 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:48:46,497 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:48:46,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:46,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:46,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:46,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:46,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:46,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45853,-1 for getting cluster id 2024-11-14T19:48:46,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:46,499 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76559d33-5504-48e4-a82a-d9232ad6cfe4' 2024-11-14T19:48:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76559d33-5504-48e4-a82a-d9232ad6cfe4" 2024-11-14T19:48:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f25bf17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45853,-1] 2024-11-14T19:48:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:46,500 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:46,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285b8a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:46,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:46,501 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3774d11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:46,503 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:46,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc0b06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45055,-1 for getting cluster id 2024-11-14T19:48:46,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:46,504 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c097da21-9c1a-46fa-b48e-84393aeaa074' 2024-11-14T19:48:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c097da21-9c1a-46fa-b48e-84393aeaa074" 2024-11-14T19:48:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32762f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45055,-1] 2024-11-14T19:48:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:46,505 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9e54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:46,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,36681,1731613699661, seqNum=-1] 2024-11-14T19:48:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:46,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f., hostname=867b237d0fa7,36681,1731613699661, seqNum=2] 2024-11-14T19:48:46,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40605,1731613710340, seqNum=-1] 2024-11-14T19:48:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:46,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613717889.af28e0c410418159477d421e3345a50e., hostname=867b237d0fa7,40605,1731613710340, seqNum=2] 2024-11-14T19:48:46,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T19:48:46,733 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 379, reset compression=false 2024-11-14T19:48:47,004 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 379, reset compression=false 2024-11-14T19:48:47,007 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:47,007 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:47,008 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36681,1731613699661 got entry batch from reader: WALEntryBatch [walEntries=[{test/71e2985d8bcdb2d9f6013b9e46de5b0f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T19:48:47,010 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:47,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:47,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:47,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2668e70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:47,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43487,-1 for getting cluster id 2024-11-14T19:48:47,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:47,012 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc0c38f-426d-4b1a-970b-03abdbe90cfc' 2024-11-14T19:48:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc0c38f-426d-4b1a-970b-03abdbe90cfc" 2024-11-14T19:48:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e43415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43487,-1] 2024-11-14T19:48:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:47,013 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:47,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f6c32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:47,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:47,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45729,1731613704937, seqNum=-1] 2024-11-14T19:48:47,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:47,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:47,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea., hostname=867b237d0fa7,45729,1731613704937, seqNum=2] 2024-11-14T19:48:47,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:47,211 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:47,236 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 379, reset compression=false 2024-11-14T19:48:47,240 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 379, reset compression=false 2024-11-14T19:48:47,243 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:47,243 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 503, reset compression=false 2024-11-14T19:48:47,243 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abed31d0bb4b91384cf71ba3719f8ea/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T19:48:47,245 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:47,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4817693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45055,-1 for getting cluster id 2024-11-14T19:48:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:48:47,247 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c097da21-9c1a-46fa-b48e-84393aeaa074' 2024-11-14T19:48:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:48:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c097da21-9c1a-46fa-b48e-84393aeaa074" 2024-11-14T19:48:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50f2dea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45055,-1] 2024-11-14T19:48:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:48:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:47,248 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:48:47,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b944fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:48:47,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,40605,1731613710340, seqNum=-1] 2024-11-14T19:48:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:47,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T19:48:47,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731613717889.af28e0c410418159477d421e3345a50e., hostname=867b237d0fa7,40605,1731613710340, seqNum=2] 2024-11-14T19:48:47,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:47,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 503, reset compression=false 2024-11-14T19:48:47,513 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:47,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T19:48:47,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:48:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,45729,1731613704937, seqNum=-1] 2024-11-14T19:48:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:48:47,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:48:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea., hostname=867b237d0fa7,45729,1731613704937, seqNum=2] 2024-11-14T19:48:47,525 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T19:48:47,749 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 503, reset compression=false 2024-11-14T19:48:47,753 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:47,753 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 607, reset compression=false 2024-11-14T19:48:47,753 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abed31d0bb4b91384cf71ba3719f8ea/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:48:47,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:47,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:47,838 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 379, reset compression=false 2024-11-14T19:48:47,843 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:47,843 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 653, reset compression=false 2024-11-14T19:48:47,843 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:47,918 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:47,956 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 607, reset compression=false 2024-11-14T19:48:48,046 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 653, reset compression=false 2024-11-14T19:48:48,259 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 607, reset compression=false 2024-11-14T19:48:48,349 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 653, reset compression=false 2024-11-14T19:48:48,421 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:48,527 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T19:48:48,529 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T19:48:48,663 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 607, reset compression=false 2024-11-14T19:48:48,752 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 653, reset compression=false 2024-11-14T19:48:48,756 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:48,756 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 757, reset compression=false 2024-11-14T19:48:48,756 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[{test/af28e0c410418159477d421e3345a50e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T19:48:48,758 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:48:48,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T19:48:48,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:48,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:48,959 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 757, reset compression=false 2024-11-14T19:48:49,024 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:49,103 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:48:49,166 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 607, reset compression=false 2024-11-14T19:48:49,173 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:49,173 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 735, reset compression=false 2024-11-14T19:48:49,173 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:49,263 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 757, reset compression=false 2024-11-14T19:48:49,379 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 735, reset compression=false 2024-11-14T19:48:49,531 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T19:48:49,535 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T19:48:49,667 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 757, reset compression=false 2024-11-14T19:48:49,683 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 735, reset compression=false 2024-11-14T19:48:49,727 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 480, reset compression=false 2024-11-14T19:48:49,736 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:49,736 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:49,736 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36681,1731613699661 got entry batch from reader: WALEntryBatch [walEntries=[{test/71e2985d8bcdb2d9f6013b9e46de5b0f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T19:48:49,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:49,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:49,943 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:50,086 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 735, reset compression=false 2024-11-14T19:48:50,090 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:50,090 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 882, reset compression=false 2024-11-14T19:48:50,090 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abed31d0bb4b91384cf71ba3719f8ea/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T19:48:50,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:50,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:50,171 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 757, reset compression=false 2024-11-14T19:48:50,174 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:50,174 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 927, reset compression=false 2024-11-14T19:48:50,174 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:50,246 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:50,292 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 882, reset compression=false 2024-11-14T19:48:50,377 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 927, reset compression=false 2024-11-14T19:48:50,536 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T19:48:50,539 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T19:48:50,595 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 882, reset compression=false 2024-11-14T19:48:50,599 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:50,599 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1041, reset compression=false 2024-11-14T19:48:50,599 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abed31d0bb4b91384cf71ba3719f8ea/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T19:48:50,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:50,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:50,649 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:50,680 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 927, reset compression=false 2024-11-14T19:48:50,683 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:50,683 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1076, reset compression=false 2024-11-14T19:48:50,683 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:50,801 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1041, reset compression=false 2024-11-14T19:48:50,886 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1076, reset compression=false 2024-11-14T19:48:50,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:50,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:50,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:50,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:50,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:50,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:51,104 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1041, reset compression=false 2024-11-14T19:48:51,152 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:51,189 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1076, reset compression=false 2024-11-14T19:48:51,507 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1041, reset compression=false 2024-11-14T19:48:51,540 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T19:48:51,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T19:48:51,592 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1076, reset compression=false 2024-11-14T19:48:51,596 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:48:51,596 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1235, reset compression=false 2024-11-14T19:48:51,596 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[{test/af28e0c410418159477d421e3345a50e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T19:48:51,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T19:48:51,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T19:48:51,754 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:51,799 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1235, reset compression=false 2024-11-14T19:48:52,010 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1041, reset compression=false 2024-11-14T19:48:52,014 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:52,014 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:52,014 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:52,101 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1235, reset compression=false 2024-11-14T19:48:52,217 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:52,458 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:52,504 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1235, reset compression=false 2024-11-14T19:48:52,520 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:52,544 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T19:48:52,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:48:52,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:52,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:52,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:52,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:52,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:52,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:48:52,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=388586881, stopped=false 2024-11-14T19:48:52,549 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,45055,1731613710204 2024-11-14T19:48:52,606 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2332711228/running 2024-11-14T19:48:52,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2332711228/running 2024-11-14T19:48:52,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:52,606 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:52,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:52,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:52,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/running 2024-11-14T19:48:52,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Set watcher on znode that does not yet exist, /2332711228/running 2024-11-14T19:48:52,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:52,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:52,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,40605,1731613710340' ***** 2024-11-14T19:48:52,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:48:52,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for af28e0c410418159477d421e3345a50e 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,40605,1731613710340 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:52,608 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af28e0c410418159477d421e3345a50e, disabling compactions & flushes 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40605. 2024-11-14T19:48:52,608 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:52,608 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:52,608 DEBUG [RS:0;867b237d0fa7:40605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:52,608 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613717889.af28e0c410418159477d421e3345a50e. after waiting 0 ms 2024-11-14T19:48:52,608 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:52,608 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:48:52,608 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:48:52,608 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af28e0c410418159477d421e3345a50e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T19:48:52,609 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:48:52,609 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:48:52,609 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1325): Online Regions={af28e0c410418159477d421e3345a50e=test,,1731613717889.af28e0c410418159477d421e3345a50e., 1588230740=hbase:meta,,1.1588230740, 9c0653e2dad470713ea5829d6ff11ce2=hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.} 2024-11-14T19:48:52,609 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c0653e2dad470713ea5829d6ff11ce2, af28e0c410418159477d421e3345a50e 2024-11-14T19:48:52,609 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:52,609 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:52,609 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:52,609 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:52,609 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:52,609 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:48:52,623 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/f/35f5954cf9b140998ae6b4030d3f75fe is 29, key is row1/f:/1731613730537/DeleteFamily/seqid=0 2024-11-14T19:48:52,625 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/info/a21d6b08f9e04c2e9750c051ed9bac4f is 147, key is hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2./info:regioninfo/1731613725506/Put/seqid=0 2024-11-14T19:48:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741840_1016 (size=5152) 2024-11-14T19:48:52,627 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/f/35f5954cf9b140998ae6b4030d3f75fe 2024-11-14T19:48:52,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741841_1017 (size=7686) 2024-11-14T19:48:52,631 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35f5954cf9b140998ae6b4030d3f75fe 2024-11-14T19:48:52,647 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/f1/55012efea33243e983fb98db151157f1 is 30, key is row1/f1:/1731613730537/DeleteFamily/seqid=0 2024-11-14T19:48:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741842_1018 (size=5158) 2024-11-14T19:48:52,651 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/f1/55012efea33243e983fb98db151157f1 2024-11-14T19:48:52,653 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:52,654 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55012efea33243e983fb98db151157f1 2024-11-14T19:48:52,667 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/norep/0c9d4a74979d4350bca0ae5046407220 is 33, key is row2/norep:/1731613731541/DeleteFamily/seqid=0 2024-11-14T19:48:52,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741843_1019 (size=5108) 2024-11-14T19:48:52,809 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c0653e2dad470713ea5829d6ff11ce2, af28e0c410418159477d421e3345a50e 2024-11-14T19:48:52,923 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:53,007 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1235, reset compression=false 2024-11-14T19:48:53,009 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c0653e2dad470713ea5829d6ff11ce2, af28e0c410418159477d421e3345a50e 2024-11-14T19:48:53,010 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:53,010 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1482, reset compression=false 2024-11-14T19:48:53,011 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,40605,1731613710340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:53,012 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,40605,1731613710340: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,40605,1731613710340, walGroup=867b237d0fa7%2C40605%2C1731613710340, offset=867b237d0fa7%2C40605%2C1731613710340.1731613712466:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:40605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:48:53,013 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:48:53,013 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:48:53,013 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:48:53,013 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:48:53,013 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:48:53,013 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 948586784 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202007600 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:48:53,014 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:48:53,028 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/info/a21d6b08f9e04c2e9750c051ed9bac4f 2024-11-14T19:48:53,043 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/ns/8a04a845d411408b82b6a46a9c502b2a is 43, key is default/ns:d/1731613713490/Put/seqid=0 2024-11-14T19:48:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741844_1020 (size=5153) 2024-11-14T19:48:53,070 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/norep/0c9d4a74979d4350bca0ae5046407220 2024-11-14T19:48:53,074 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9d4a74979d4350bca0ae5046407220 2024-11-14T19:48:53,075 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/f/35f5954cf9b140998ae6b4030d3f75fe as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/f/35f5954cf9b140998ae6b4030d3f75fe 2024-11-14T19:48:53,078 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35f5954cf9b140998ae6b4030d3f75fe 2024-11-14T19:48:53,078 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/f/35f5954cf9b140998ae6b4030d3f75fe, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T19:48:53,078 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/f1/55012efea33243e983fb98db151157f1 as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/f1/55012efea33243e983fb98db151157f1 2024-11-14T19:48:53,081 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55012efea33243e983fb98db151157f1 2024-11-14T19:48:53,081 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/f1/55012efea33243e983fb98db151157f1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T19:48:53,082 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/.tmp/norep/0c9d4a74979d4350bca0ae5046407220 as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/norep/0c9d4a74979d4350bca0ae5046407220 2024-11-14T19:48:53,084 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9d4a74979d4350bca0ae5046407220 2024-11-14T19:48:53,084 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/norep/0c9d4a74979d4350bca0ae5046407220, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T19:48:53,085 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for af28e0c410418159477d421e3345a50e in 477ms, sequenceid=10, compaction requested=false 2024-11-14T19:48:53,088 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/default/test/af28e0c410418159477d421e3345a50e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:53,089 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af28e0c410418159477d421e3345a50e: Waiting for close lock at 1731613732608Running coprocessor pre-close hooks at 1731613732608Disabling compacts and flushes for region at 1731613732608Disabling writes for close at 1731613732608Obtaining lock to block concurrent updates at 1731613732608Preparing flush snapshotting stores in af28e0c410418159477d421e3345a50e at 1731613732608Finished memstore snapshotting test,,1731613717889.af28e0c410418159477d421e3345a50e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731613732609 (+1 ms)Flushing stores of test,,1731613717889.af28e0c410418159477d421e3345a50e. at 1731613732609Flushing af28e0c410418159477d421e3345a50e/f: creating writer at 1731613732609Flushing af28e0c410418159477d421e3345a50e/f: appending metadata at 1731613732623 (+14 ms)Flushing af28e0c410418159477d421e3345a50e/f: closing flushed file at 1731613732623Flushing af28e0c410418159477d421e3345a50e/f1: creating writer at 1731613732631 (+8 ms)Flushing af28e0c410418159477d421e3345a50e/f1: appending metadata at 1731613732646 (+15 ms)Flushing af28e0c410418159477d421e3345a50e/f1: closing flushed file at 1731613732646Flushing af28e0c410418159477d421e3345a50e/norep: creating writer at 1731613732654 (+8 ms)Flushing af28e0c410418159477d421e3345a50e/norep: appending metadata at 1731613732666 (+12 ms)Flushing af28e0c410418159477d421e3345a50e/norep: closing flushed file at 1731613732666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de6f925: reopening flushed file at 1731613733074 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631350: reopening flushed file at 1731613733078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5ecb43: reopening flushed file at 1731613733081 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for af28e0c410418159477d421e3345a50e in 477ms, sequenceid=10, compaction requested=false at 1731613733085 (+4 ms)Writing region close event to WAL at 1731613733086 (+1 ms)Running coprocessor post-close hooks at 1731613733089 (+3 ms)Closed at 1731613733089 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613717889.af28e0c410418159477d421e3345a50e. 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c0653e2dad470713ea5829d6ff11ce2, disabling compactions & flushes 2024-11-14T19:48:53,089 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. after waiting 0 ms 2024-11-14T19:48:53,089 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,090 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c0653e2dad470713ea5829d6ff11ce2: Waiting for close lock at 1731613733089Running coprocessor pre-close hooks at 1731613733089Disabling compacts and flushes for region at 1731613733089Disabling writes for close at 1731613733089Failed flush hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2., putting online again at 1731613733089 2024-11-14T19:48:53,090 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,209 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:53,209 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c0653e2dad470713ea5829d6ff11ce2 2024-11-14T19:48:53,209 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c0653e2dad470713ea5829d6ff11ce2, disabling compactions & flushes 2024-11-14T19:48:53,209 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,209 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,209 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. after waiting 0 ms 2024-11-14T19:48:53,209 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,210 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c0653e2dad470713ea5829d6ff11ce2: Waiting for close lock at 1731613733209Running coprocessor pre-close hooks at 1731613733209Disabling compacts and flushes for region at 1731613733209Disabling writes for close at 1731613733209Failed flush hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2., putting online again at 1731613733209 2024-11-14T19:48:53,210 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2. 2024-11-14T19:48:53,213 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 1482, reset compression=false 2024-11-14T19:48:53,216 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:53,216 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 2126, reset compression=false 2024-11-14T19:48:53,261 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:53,338 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:48:53,338 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:48:53,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:48:53,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:48:53,397 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108802 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:48:53,409 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:53,419 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 2126, reset compression=false 2024-11-14T19:48:53,426 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:53,447 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/ns/8a04a845d411408b82b6a46a9c502b2a 2024-11-14T19:48:53,462 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/rep_barrier/65ea2dda42304dfd8bd229fa2ed921b4 is 112, key is test,,1731613717889.af28e0c410418159477d421e3345a50e./rep_barrier:seqnumDuringOpen/1731613719031/Put/seqid=0 2024-11-14T19:48:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741845_1021 (size=5518) 2024-11-14T19:48:53,610 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:48:53,610 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c0653e2dad470713ea5829d6ff11ce2=hbase:replication,,1731613724351.9c0653e2dad470713ea5829d6ff11ce2.} 2024-11-14T19:48:53,610 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:53,722 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 2126, reset compression=false 2024-11-14T19:48:53,810 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:53,865 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/rep_barrier/65ea2dda42304dfd8bd229fa2ed921b4 2024-11-14T19:48:53,884 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/table/7d9b700aa35f480eb6836368c75353b5 is 53, key is hbase:replication/table:state/1731613725511/Put/seqid=0 2024-11-14T19:48:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741846_1022 (size=5308) 2024-11-14T19:48:54,010 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:54,029 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:54,125 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 2126, reset compression=false 2024-11-14T19:48:54,163 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:54,210 DEBUG [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:54,288 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/table/7d9b700aa35f480eb6836368c75353b5 2024-11-14T19:48:54,292 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/info/a21d6b08f9e04c2e9750c051ed9bac4f as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/info/a21d6b08f9e04c2e9750c051ed9bac4f 2024-11-14T19:48:54,294 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/info/a21d6b08f9e04c2e9750c051ed9bac4f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:48:54,295 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/ns/8a04a845d411408b82b6a46a9c502b2a as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/ns/8a04a845d411408b82b6a46a9c502b2a 2024-11-14T19:48:54,298 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/ns/8a04a845d411408b82b6a46a9c502b2a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:48:54,298 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/rep_barrier/65ea2dda42304dfd8bd229fa2ed921b4 as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/rep_barrier/65ea2dda42304dfd8bd229fa2ed921b4 2024-11-14T19:48:54,301 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/rep_barrier/65ea2dda42304dfd8bd229fa2ed921b4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:48:54,302 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/.tmp/table/7d9b700aa35f480eb6836368c75353b5 as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/table/7d9b700aa35f480eb6836368c75353b5 2024-11-14T19:48:54,304 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/table/7d9b700aa35f480eb6836368c75353b5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:48:54,305 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false 2024-11-14T19:48:54,308 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:48:54,308 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:54,308 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:54,308 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:54,308 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613732609Running coprocessor pre-close hooks at 1731613732609Disabling compacts and flushes for region at 1731613732609Disabling writes for close at 1731613732609Obtaining lock to block concurrent updates at 1731613732609Preparing flush snapshotting stores in 1588230740 at 1731613732609Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613732609Flushing stores of hbase:meta,,1.1588230740 at 1731613732610 (+1 ms)Flushing 1588230740/info: creating writer at 1731613732610Flushing 1588230740/info: appending metadata at 1731613732624 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731613732624Flushing 1588230740/ns: creating writer at 1731613733032 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731613733043 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731613733043Flushing 1588230740/rep_barrier: creating writer at 1731613733450 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613733462 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613733462Flushing 1588230740/table: creating writer at 1731613733869 (+407 ms)Flushing 1588230740/table: appending metadata at 1731613733884 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731613733884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47eeb220: reopening flushed file at 1731613734291 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed09647: reopening flushed file at 1731613734295 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711fb9e8: reopening flushed file at 1731613734298 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3690d311: reopening flushed file at 1731613734301 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false at 1731613734305 (+4 ms)Writing region close event to WAL at 1731613734306 (+1 ms)Running coprocessor post-close hooks at 1731613734308 (+2 ms)Closed at 1731613734308 2024-11-14T19:48:54,309 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:54,397 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:48:54,410 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T19:48:54,410 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,40605,1731613710340; all regions closed. 2024-11-14T19:48:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:48:54,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.meta.1731613713448.meta not finished, retry = 0 2024-11-14T19:48:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741839_1015 (size=1953) 2024-11-14T19:48:54,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.rep.1731613725481 not finished, retry = 0 2024-11-14T19:48:54,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 not finished, retry = 0 2024-11-14T19:48:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741832_1008 (size=2134) 2024-11-14T19:48:54,627 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 to pos 2126, reset compression=false 2024-11-14T19:48:54,718 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:54,718 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:54,718 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/WALs/867b237d0fa7,40605,1731613710340/867b237d0fa7%2C40605%2C1731613710340.1731613712466 2024-11-14T19:48:54,718 INFO [RS:0;867b237d0fa7:40605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:54,718 INFO [RS:0;867b237d0fa7:40605 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:54,719 INFO [RS:0;867b237d0fa7:40605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:54,719 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:54,719 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,40605,1731613710340 because: Region server is closing 2024-11-14T19:48:54,719 INFO [RS:0;867b237d0fa7:40605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40605. 2024-11-14T19:48:54,719 DEBUG [RS:0;867b237d0fa7:40605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:54,719 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:54,719 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:54,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:54,732 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:54,820 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.shipper867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 terminated 2024-11-14T19:48:54,820 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,40605,1731613710340.replicationSource.wal-reader.867b237d0fa7%2C40605%2C1731613710340,1-867b237d0fa7,40605,1731613710340 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T19:48:54,820 INFO [RS:0;867b237d0fa7:40605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40605. 2024-11-14T19:48:54,820 DEBUG [RS:0;867b237d0fa7:40605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:54,820 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:54,820 DEBUG [RS:0;867b237d0fa7:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:54,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:54,820 INFO [RS:0;867b237d0fa7:40605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40605 2024-11-14T19:48:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228/rs 2024-11-14T19:48:54,866 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2332711228/rs/867b237d0fa7,40605,1731613710340 2024-11-14T19:48:54,866 INFO [RS:0;867b237d0fa7:40605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:54,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,40605,1731613710340] 2024-11-14T19:48:54,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2332711228/draining/867b237d0fa7,40605,1731613710340 already deleted, retry=false 2024-11-14T19:48:54,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,40605,1731613710340 expired; onlineServers=0 2024-11-14T19:48:54,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,45055,1731613710204' ***** 2024-11-14T19:48:54,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:48:54,883 INFO [M:0;867b237d0fa7:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:54,883 INFO [M:0;867b237d0fa7:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:54,883 DEBUG [M:0;867b237d0fa7:45055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:48:54,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:48:54,883 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613712258 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613712258,5,FailOnTimeoutGroup] 2024-11-14T19:48:54,883 DEBUG [M:0;867b237d0fa7:45055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:48:54,883 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613712258 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613712258,5,FailOnTimeoutGroup] 2024-11-14T19:48:54,884 INFO [M:0;867b237d0fa7:45055 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:54,884 INFO [M:0;867b237d0fa7:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:54,884 DEBUG [M:0;867b237d0fa7:45055 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:48:54,884 INFO [M:0;867b237d0fa7:45055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:48:54,884 INFO [M:0;867b237d0fa7:45055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:54,884 INFO [M:0;867b237d0fa7:45055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:48:54,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:48:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2332711228/master 2024-11-14T19:48:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2332711228 2024-11-14T19:48:54,891 DEBUG [M:0;867b237d0fa7:45055 {}] zookeeper.ZKUtil(347): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Unable to get data of znode /2332711228/master because node does not exist (not an error) 2024-11-14T19:48:54,891 WARN [M:0;867b237d0fa7:45055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:48:54,892 INFO [M:0;867b237d0fa7:45055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/.lastflushedseqids 2024-11-14T19:48:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741847_1023 (size=245) 2024-11-14T19:48:54,975 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:54,975 INFO [RS:0;867b237d0fa7:40605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:54,975 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1013c11ed0d0007, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:54,975 INFO [RS:0;867b237d0fa7:40605 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,40605,1731613710340; zookeeper connection closed. 2024-11-14T19:48:54,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b9be40c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b9be40c 2024-11-14T19:48:54,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:48:55,166 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:55,295 INFO [M:0;867b237d0fa7:45055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:48:55,296 INFO [M:0;867b237d0fa7:45055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:48:55,296 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:55,296 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:55,296 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:55,296 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:55,296 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:55,296 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T19:48:55,309 DEBUG [M:0;867b237d0fa7:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1675dd4c3ead41a8b668d24eb7669cec is 82, key is hbase:meta,,1/info:regioninfo/1731613713478/Put/seqid=0 2024-11-14T19:48:55,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741848_1024 (size=5672) 2024-11-14T19:48:55,535 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:55,712 INFO [M:0;867b237d0fa7:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1675dd4c3ead41a8b668d24eb7669cec 2024-11-14T19:48:55,727 DEBUG [M:0;867b237d0fa7:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de0a2532800f47158fd100d48830314d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613725514/Put/seqid=0 2024-11-14T19:48:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741849_1025 (size=8516) 2024-11-14T19:48:56,131 INFO [M:0;867b237d0fa7:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de0a2532800f47158fd100d48830314d 2024-11-14T19:48:56,145 DEBUG [M:0;867b237d0fa7:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa4f2bee44041568c0b401178961aac is 69, key is 867b237d0fa7,40605,1731613710340/rs:state/1731613712289/Put/seqid=0 2024-11-14T19:48:56,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741850_1026 (size=5156) 2024-11-14T19:48:56,148 INFO [M:0;867b237d0fa7:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa4f2bee44041568c0b401178961aac 2024-11-14T19:48:56,151 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1675dd4c3ead41a8b668d24eb7669cec as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1675dd4c3ead41a8b668d24eb7669cec 2024-11-14T19:48:56,154 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1675dd4c3ead41a8b668d24eb7669cec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:48:56,155 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de0a2532800f47158fd100d48830314d as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de0a2532800f47158fd100d48830314d 2024-11-14T19:48:56,158 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de0a2532800f47158fd100d48830314d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:48:56,158 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa4f2bee44041568c0b401178961aac as hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fa4f2bee44041568c0b401178961aac 2024-11-14T19:48:56,161 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38659/user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fa4f2bee44041568c0b401178961aac, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:48:56,162 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 866ms, sequenceid=97, compaction requested=false 2024-11-14T19:48:56,164 INFO [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:56,164 DEBUG [M:0;867b237d0fa7:45055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613735296Disabling compacts and flushes for region at 1731613735296Disabling writes for close at 1731613735296Obtaining lock to block concurrent updates at 1731613735296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613735296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731613735296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613735297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613735297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613735308 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613735308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613735715 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613735727 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613735727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613736133 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613736145 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613736145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e7e8ba: reopening flushed file at 1731613736151 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5bf204: reopening flushed file at 1731613736155 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa6e6a7: reopening flushed file at 1731613736158 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 866ms, sequenceid=97, compaction requested=false at 1731613736162 (+4 ms)Writing region close event to WAL at 1731613736164 (+2 ms)Closed at 1731613736164 2024-11-14T19:48:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741830_1006 (size=63654) 2024-11-14T19:48:56,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1555ef04-ef0f-aee3-ec6b-09d6e56e02fa/MasterData/WALs/867b237d0fa7,45055,1731613710204/867b237d0fa7%2C45055%2C1731613710204.1731613712045 not finished, retry = 0 2024-11-14T19:48:56,266 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:56,266 INFO [M:0;867b237d0fa7:45055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:48:56,266 INFO [M:0;867b237d0fa7:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45055 2024-11-14T19:48:56,268 INFO [M:0;867b237d0fa7:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:56,269 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:56,438 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:56,441 INFO [M:0;867b237d0fa7:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:56,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:56,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x1013c11ed0d0006, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:56,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd274ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:48:56,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:56,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:56,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:56,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:56,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:48:56,445 WARN [BP-1244186723-172.17.0.2-1731613708310 heartbeating to localhost/127.0.0.1:38659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:48:56,445 WARN [BP-1244186723-172.17.0.2-1731613708310 heartbeating to localhost/127.0.0.1:38659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1244186723-172.17.0.2-1731613708310 (Datanode Uuid 2bd530f2-d1de-4d9d-81cd-6a6af8c1a02e) service to localhost/127.0.0.1:38659 2024-11-14T19:48:56,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:48:56,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/cluster_e7b23e1a-cdea-69d3-49f2-69a5c5a244e6/data/data1/current/BP-1244186723-172.17.0.2-1731613708310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:56,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/cluster_e7b23e1a-cdea-69d3-49f2-69a5c5a244e6/data/data2/current/BP-1244186723-172.17.0.2-1731613708310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:48:56,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:48:56,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:48:56,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:48:56,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:48:56,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:48:56,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir/,STOPPED} 2024-11-14T19:48:56,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:48:56,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:48:56,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:56,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:56,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:56,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:56,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:48:56,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:56,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=602741408, stopped=false 2024-11-14T19:48:56,466 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,43487,1731613704815 2024-11-14T19:48:56,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000170364/running 2024-11-14T19:48:56,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000170364/running 2024-11-14T19:48:56,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:56,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:56,475 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:56,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:48:56,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/running 2024-11-14T19:48:56,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Set watcher on znode that does not yet exist, /11000170364/running 2024-11-14T19:48:56,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:56,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:56,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,45729,1731613704937' ***** 2024-11-14T19:48:56,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:48:56,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1abed31d0bb4b91384cf71ba3719f8ea 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,45729,1731613704937 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:45729. 2024-11-14T19:48:56,476 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1abed31d0bb4b91384cf71ba3719f8ea, disabling compactions & flushes 2024-11-14T19:48:56,476 DEBUG [RS:0;867b237d0fa7:45729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:56,476 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:56,476 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:56,476 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:56,476 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. after waiting 0 ms 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:48:56,476 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:56,476 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:48:56,477 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:48:56,477 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1abed31d0bb4b91384cf71ba3719f8ea 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T19:48:56,477 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:48:56,477 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1325): Online Regions={1abed31d0bb4b91384cf71ba3719f8ea=test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea., 30e8828801a8e9f5277fbb2ed54b504b=hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:48:56,477 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1abed31d0bb4b91384cf71ba3719f8ea, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:56,477 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:48:56,477 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:48:56,477 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:48:56,477 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:48:56,477 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:48:56,477 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:48:56,489 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/info/ab35de4670ec49b79d2399bf9aee9d2f is 147, key is hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b./info:regioninfo/1731613723352/Put/seqid=0 2024-11-14T19:48:56,489 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/f/c19d01fe3e21437c9a75773f7cd3eed0 is 29, key is row1/f:/1731613730537/DeleteFamily/seqid=0 2024-11-14T19:48:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741840_1016 (size=5152) 2024-11-14T19:48:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741841_1017 (size=7686) 2024-11-14T19:48:56,547 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:56,677 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1abed31d0bb4b91384cf71ba3719f8ea, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:56,877 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1abed31d0bb4b91384cf71ba3719f8ea, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:56,896 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/f/c19d01fe3e21437c9a75773f7cd3eed0 2024-11-14T19:48:56,896 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/info/ab35de4670ec49b79d2399bf9aee9d2f 2024-11-14T19:48:56,900 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c19d01fe3e21437c9a75773f7cd3eed0 2024-11-14T19:48:56,912 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/f1/aeabe5ff0abb4f29bd943eb7702d5a2b is 30, key is row1/f1:/1731613730537/DeleteFamily/seqid=0 2024-11-14T19:48:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741842_1018 (size=5158) 2024-11-14T19:48:56,915 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/ns/b02349bc44014ca78ef21b7d3780cbc8 is 43, key is default/ns:d/1731613708214/Put/seqid=0 2024-11-14T19:48:56,918 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/f1/aeabe5ff0abb4f29bd943eb7702d5a2b 2024-11-14T19:48:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741843_1019 (size=5153) 2024-11-14T19:48:56,921 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aeabe5ff0abb4f29bd943eb7702d5a2b 2024-11-14T19:48:56,933 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/norep/60fa08d9d46a453c850848490ce693d4 is 33, key is row1/norep:/1731613730537/DeleteFamily/seqid=0 2024-11-14T19:48:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741844_1020 (size=5108) 2024-11-14T19:48:57,077 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1abed31d0bb4b91384cf71ba3719f8ea, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:57,099 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:48:57,099 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:48:57,277 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1abed31d0bb4b91384cf71ba3719f8ea, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:57,321 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/ns/b02349bc44014ca78ef21b7d3780cbc8 2024-11-14T19:48:57,336 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/norep/60fa08d9d46a453c850848490ce693d4 2024-11-14T19:48:57,337 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/rep_barrier/6a14ed8c29a04402a0c2aa40fcb31145 is 112, key is test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea./rep_barrier:seqnumDuringOpen/1731613716888/Put/seqid=0 2024-11-14T19:48:57,341 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60fa08d9d46a453c850848490ce693d4 2024-11-14T19:48:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741845_1021 (size=5518) 2024-11-14T19:48:57,341 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/f/c19d01fe3e21437c9a75773f7cd3eed0 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/f/c19d01fe3e21437c9a75773f7cd3eed0 2024-11-14T19:48:57,345 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c19d01fe3e21437c9a75773f7cd3eed0 2024-11-14T19:48:57,345 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/f/c19d01fe3e21437c9a75773f7cd3eed0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T19:48:57,346 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/f1/aeabe5ff0abb4f29bd943eb7702d5a2b as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/f1/aeabe5ff0abb4f29bd943eb7702d5a2b 2024-11-14T19:48:57,350 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aeabe5ff0abb4f29bd943eb7702d5a2b 2024-11-14T19:48:57,350 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/f1/aeabe5ff0abb4f29bd943eb7702d5a2b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T19:48:57,351 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/.tmp/norep/60fa08d9d46a453c850848490ce693d4 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/norep/60fa08d9d46a453c850848490ce693d4 2024-11-14T19:48:57,354 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60fa08d9d46a453c850848490ce693d4 2024-11-14T19:48:57,354 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/norep/60fa08d9d46a453c850848490ce693d4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T19:48:57,355 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1abed31d0bb4b91384cf71ba3719f8ea in 879ms, sequenceid=10, compaction requested=false 2024-11-14T19:48:57,355 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:48:57,359 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/default/test/1abed31d0bb4b91384cf71ba3719f8ea/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T19:48:57,359 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:48:57,360 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1abed31d0bb4b91384cf71ba3719f8ea: Waiting for close lock at 1731613736476Running coprocessor pre-close hooks at 1731613736476Disabling compacts and flushes for region at 1731613736476Disabling writes for close at 1731613736476Obtaining lock to block concurrent updates at 1731613736477 (+1 ms)Preparing flush snapshotting stores in 1abed31d0bb4b91384cf71ba3719f8ea at 1731613736477Finished memstore snapshotting test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731613736477Flushing stores of test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. at 1731613736477Flushing 1abed31d0bb4b91384cf71ba3719f8ea/f: creating writer at 1731613736477Flushing 1abed31d0bb4b91384cf71ba3719f8ea/f: appending metadata at 1731613736489 (+12 ms)Flushing 1abed31d0bb4b91384cf71ba3719f8ea/f: closing flushed file at 1731613736489Flushing 1abed31d0bb4b91384cf71ba3719f8ea/f1: creating writer at 1731613736900 (+411 ms)Flushing 1abed31d0bb4b91384cf71ba3719f8ea/f1: appending metadata at 1731613736912 (+12 ms)Flushing 1abed31d0bb4b91384cf71ba3719f8ea/f1: closing flushed file at 1731613736912Flushing 1abed31d0bb4b91384cf71ba3719f8ea/norep: creating writer at 1731613736921 (+9 ms)Flushing 1abed31d0bb4b91384cf71ba3719f8ea/norep: appending metadata at 1731613736933 (+12 ms)Flushing 1abed31d0bb4b91384cf71ba3719f8ea/norep: closing flushed file at 1731613736933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781629b: reopening flushed file at 1731613737341 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff7273d: reopening flushed file at 1731613737346 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5259b677: reopening flushed file at 1731613737350 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1abed31d0bb4b91384cf71ba3719f8ea in 879ms, sequenceid=10, compaction requested=false at 1731613737355 (+5 ms)Writing region close event to WAL at 1731613737357 (+2 ms)Running coprocessor post-close hooks at 1731613737359 (+2 ms)Closed at 1731613737360 (+1 ms) 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613715739.1abed31d0bb4b91384cf71ba3719f8ea. 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30e8828801a8e9f5277fbb2ed54b504b, disabling compactions & flushes 2024-11-14T19:48:57,360 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. after waiting 0 ms 2024-11-14T19:48:57,360 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:57,360 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30e8828801a8e9f5277fbb2ed54b504b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T19:48:57,373 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/.tmp/queue/479b4d03791f4866a336232645c71ae8 is 154, key is 1-867b237d0fa7,45729,1731613704937/queue:867b237d0fa7%2C45729%2C1731613704937/1731613732015/Put/seqid=0 2024-11-14T19:48:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741846_1022 (size=5353) 2024-11-14T19:48:57,441 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 1191, reset compression=false 2024-11-14T19:48:57,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:48:57,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 2082, reset compression=false 2024-11-14T19:48:57,446 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,45729,1731613704937 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:48:57,447 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,45729,1731613704937: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,45729,1731613704937, walGroup=867b237d0fa7%2C45729%2C1731613704937, offset=867b237d0fa7%2C45729%2C1731613704937.1731613707164:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:45729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:48:57,448 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:48:57,448 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:48:57,448 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:48:57,448 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:48:57,448 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:48:57,448 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 1036667168 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202375984 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:48:57,449 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:43487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:43487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:48:57,472 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:57,478 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:57,649 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 2082, reset compression=false 2024-11-14T19:48:57,678 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:48:57,678 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1325): Online Regions={30e8828801a8e9f5277fbb2ed54b504b=hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:48:57,678 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e8828801a8e9f5277fbb2ed54b504b 2024-11-14T19:48:57,741 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/rep_barrier/6a14ed8c29a04402a0c2aa40fcb31145 2024-11-14T19:48:57,756 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/table/02a7ffe5467042c9913ede0712e3a544 is 53, key is hbase:replication/table:state/1731613723358/Put/seqid=0 2024-11-14T19:48:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741847_1023 (size=5308) 2024-11-14T19:48:57,776 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/.tmp/queue/479b4d03791f4866a336232645c71ae8 2024-11-14T19:48:57,780 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/.tmp/queue/479b4d03791f4866a336232645c71ae8 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/queue/479b4d03791f4866a336232645c71ae8 2024-11-14T19:48:57,783 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/queue/479b4d03791f4866a336232645c71ae8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T19:48:57,784 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 30e8828801a8e9f5277fbb2ed54b504b in 424ms, sequenceid=12, compaction requested=false 2024-11-14T19:48:57,787 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/replication/30e8828801a8e9f5277fbb2ed54b504b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T19:48:57,787 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:57,787 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:57,787 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:57,787 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30e8828801a8e9f5277fbb2ed54b504b: Waiting for close lock at 1731613737360Running coprocessor pre-close hooks at 1731613737360Disabling compacts and flushes for region at 1731613737360Disabling writes for close at 1731613737360Obtaining lock to block concurrent updates at 1731613737360Preparing flush snapshotting stores in 30e8828801a8e9f5277fbb2ed54b504b at 1731613737360Finished memstore snapshotting hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731613737360Flushing stores of hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. at 1731613737361 (+1 ms)Flushing 30e8828801a8e9f5277fbb2ed54b504b/queue: creating writer at 1731613737361Flushing 30e8828801a8e9f5277fbb2ed54b504b/queue: appending metadata at 1731613737373 (+12 ms)Flushing 30e8828801a8e9f5277fbb2ed54b504b/queue: closing flushed file at 1731613737373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350b45b5: reopening flushed file at 1731613737780 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 30e8828801a8e9f5277fbb2ed54b504b in 424ms, sequenceid=12, compaction requested=false at 1731613737784 (+4 ms)Writing region close event to WAL at 1731613737784Running coprocessor post-close hooks at 1731613737787 (+3 ms)Closed at 1731613737787 2024-11-14T19:48:57,787 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613722199.30e8828801a8e9f5277fbb2ed54b504b. 2024-11-14T19:48:57,878 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:57,952 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 2082, reset compression=false 2024-11-14T19:48:58,078 DEBUG [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:48:58,160 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/table/02a7ffe5467042c9913ede0712e3a544 2024-11-14T19:48:58,164 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/info/ab35de4670ec49b79d2399bf9aee9d2f as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/info/ab35de4670ec49b79d2399bf9aee9d2f 2024-11-14T19:48:58,167 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/info/ab35de4670ec49b79d2399bf9aee9d2f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:48:58,168 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/ns/b02349bc44014ca78ef21b7d3780cbc8 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/ns/b02349bc44014ca78ef21b7d3780cbc8 2024-11-14T19:48:58,171 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/ns/b02349bc44014ca78ef21b7d3780cbc8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:48:58,171 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/rep_barrier/6a14ed8c29a04402a0c2aa40fcb31145 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/rep_barrier/6a14ed8c29a04402a0c2aa40fcb31145 2024-11-14T19:48:58,174 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/rep_barrier/6a14ed8c29a04402a0c2aa40fcb31145, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:48:58,175 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/.tmp/table/02a7ffe5467042c9913ede0712e3a544 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/table/02a7ffe5467042c9913ede0712e3a544 2024-11-14T19:48:58,177 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/table/02a7ffe5467042c9913ede0712e3a544, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:48:58,178 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-14T19:48:58,178 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:48:58,182 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:48:58,183 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:48:58,183 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:48:58,183 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:58,183 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613736477Running coprocessor pre-close hooks at 1731613736477Disabling compacts and flushes for region at 1731613736477Disabling writes for close at 1731613736477Obtaining lock to block concurrent updates at 1731613736477Preparing flush snapshotting stores in 1588230740 at 1731613736477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613736477Flushing stores of hbase:meta,,1.1588230740 at 1731613736477Flushing 1588230740/info: creating writer at 1731613736477Flushing 1588230740/info: appending metadata at 1731613736489 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731613736489Flushing 1588230740/ns: creating writer at 1731613736900 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731613736915 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731613736915Flushing 1588230740/rep_barrier: creating writer at 1731613737324 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613737336 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613737337 (+1 ms)Flushing 1588230740/table: creating writer at 1731613737744 (+407 ms)Flushing 1588230740/table: appending metadata at 1731613737756 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731613737756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca8e687: reopening flushed file at 1731613738163 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e489a66: reopening flushed file at 1731613738167 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75bac7e5: reopening flushed file at 1731613738171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42236bd5: reopening flushed file at 1731613738174 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731613738178 (+4 ms)Writing region close event to WAL at 1731613738180 (+2 ms)Running coprocessor post-close hooks at 1731613738183 (+3 ms)Closed at 1731613738183 2024-11-14T19:48:58,183 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:48:58,278 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,45729,1731613704937; all regions closed. 2024-11-14T19:48:58,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.meta.1731613708170.meta not finished, retry = 0 2024-11-14T19:48:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:48:58,356 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 to pos 2082, reset compression=false 2024-11-14T19:48:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741839_1015 (size=3114) 2024-11-14T19:48:58,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.rep.1731613723326 not finished, retry = 0 2024-11-14T19:48:58,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/WALs/867b237d0fa7,45729,1731613704937/867b237d0fa7%2C45729%2C1731613704937.1731613707164 not finished, retry = 0 2024-11-14T19:48:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741832_1008 (size=2090) 2024-11-14T19:48:58,585 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:58,585 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:48:58,585 INFO [RS:0;867b237d0fa7:45729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:58,585 INFO [RS:0;867b237d0fa7:45729 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:58,586 INFO [RS:0;867b237d0fa7:45729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:58,586 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:58,586 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,45729,1731613704937 because: Region server is closing 2024-11-14T19:48:58,586 INFO [RS:0;867b237d0fa7:45729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:45729. 2024-11-14T19:48:58,586 DEBUG [RS:0;867b237d0fa7:45729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:58,586 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:58,586 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:58,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:58,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:48:58,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:48:58,687 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.shipper867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 terminated 2024-11-14T19:48:58,686 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,45729,1731613704937.replicationSource.wal-reader.867b237d0fa7%2C45729%2C1731613704937,1-867b237d0fa7,45729,1731613704937 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:48:58,687 INFO [RS:0;867b237d0fa7:45729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:45729. 2024-11-14T19:48:58,687 DEBUG [RS:0;867b237d0fa7:45729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:48:58,687 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:58,687 DEBUG [RS:0;867b237d0fa7:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:48:58,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:48:58,687 INFO [RS:0;867b237d0fa7:45729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45729 2024-11-14T19:48:58,775 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:48:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000170364/rs/867b237d0fa7,45729,1731613704937 2024-11-14T19:48:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364/rs 2024-11-14T19:48:58,789 INFO [RS:0;867b237d0fa7:45729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:48:58,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,45729,1731613704937] 2024-11-14T19:48:58,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/draining/867b237d0fa7,45729,1731613704937 already deleted, retry=false 2024-11-14T19:48:58,806 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,45729,1731613704937 expired; onlineServers=0 2024-11-14T19:48:58,806 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,43487,1731613704815' ***** 2024-11-14T19:48:58,806 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:48:58,806 INFO [M:0;867b237d0fa7:43487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:48:58,806 INFO [M:0;867b237d0fa7:43487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:48:58,806 DEBUG [M:0;867b237d0fa7:43487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:48:58,806 DEBUG [M:0;867b237d0fa7:43487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:48:58,806 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:48:58,806 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613706925 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613706925,5,FailOnTimeoutGroup] 2024-11-14T19:48:58,806 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613706925 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613706925,5,FailOnTimeoutGroup] 2024-11-14T19:48:58,806 INFO [M:0;867b237d0fa7:43487 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:48:58,806 INFO [M:0;867b237d0fa7:43487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:48:58,806 DEBUG [M:0;867b237d0fa7:43487 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:48:58,806 INFO [M:0;867b237d0fa7:43487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:48:58,806 INFO [M:0;867b237d0fa7:43487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:48:58,807 INFO [M:0;867b237d0fa7:43487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:48:58,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:48:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000170364/master 2024-11-14T19:48:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000170364 2024-11-14T19:48:58,847 DEBUG [M:0;867b237d0fa7:43487 {}] zookeeper.RecoverableZooKeeper(212): Node /11000170364/master already deleted, retry=false 2024-11-14T19:48:58,847 DEBUG [M:0;867b237d0fa7:43487 {}] master.ActiveMasterManager(353): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Failed delete of our master address node; KeeperErrorCode = NoNode for /11000170364/master 2024-11-14T19:48:58,848 INFO [M:0;867b237d0fa7:43487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/.lastflushedseqids 2024-11-14T19:48:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741848_1024 (size=245) 2024-11-14T19:48:58,853 INFO [M:0;867b237d0fa7:43487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:48:58,853 INFO [M:0;867b237d0fa7:43487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:48:58,853 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:48:58,853 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:58,853 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:58,853 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:48:58,853 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:58,853 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T19:48:58,873 DEBUG [M:0;867b237d0fa7:43487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc1db3d65f14142b4f03c43c90ffd00 is 82, key is hbase:meta,,1/info:regioninfo/1731613708197/Put/seqid=0 2024-11-14T19:48:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741849_1025 (size=5672) 2024-11-14T19:48:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x1013c11ed0d0004, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:48:58,897 INFO [RS:0;867b237d0fa7:45729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:48:58,897 INFO [RS:0;867b237d0fa7:45729 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,45729,1731613704937; zookeeper connection closed. 2024-11-14T19:48:58,898 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@668806f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@668806f0 2024-11-14T19:48:58,898 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:48:59,277 INFO [M:0;867b237d0fa7:43487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc1db3d65f14142b4f03c43c90ffd00 2024-11-14T19:48:59,302 DEBUG [M:0;867b237d0fa7:43487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b03cfb9e6b243a98991c7f099493e38 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613723360/Put/seqid=0 2024-11-14T19:48:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741850_1026 (size=8517) 2024-11-14T19:48:59,308 INFO [M:0;867b237d0fa7:43487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b03cfb9e6b243a98991c7f099493e38 2024-11-14T19:48:59,328 DEBUG [M:0;867b237d0fa7:43487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3d2dcfca7bf4b24b38b797bf418dd48 is 69, key is 867b237d0fa7,45729,1731613704937/rs:state/1731613706998/Put/seqid=0 2024-11-14T19:48:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741851_1027 (size=5156) 2024-11-14T19:48:59,747 INFO [M:0;867b237d0fa7:43487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3d2dcfca7bf4b24b38b797bf418dd48 2024-11-14T19:48:59,752 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc1db3d65f14142b4f03c43c90ffd00 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc1db3d65f14142b4f03c43c90ffd00 2024-11-14T19:48:59,756 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc1db3d65f14142b4f03c43c90ffd00, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T19:48:59,757 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b03cfb9e6b243a98991c7f099493e38 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b03cfb9e6b243a98991c7f099493e38 2024-11-14T19:48:59,761 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b03cfb9e6b243a98991c7f099493e38, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T19:48:59,761 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3d2dcfca7bf4b24b38b797bf418dd48 as hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3d2dcfca7bf4b24b38b797bf418dd48 2024-11-14T19:48:59,766 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3d2dcfca7bf4b24b38b797bf418dd48, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T19:48:59,767 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-14T19:48:59,768 INFO [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:48:59,768 DEBUG [M:0;867b237d0fa7:43487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613738853Disabling compacts and flushes for region at 1731613738853Disabling writes for close at 1731613738853Obtaining lock to block concurrent updates at 1731613738853Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613738853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731613738854 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613738854Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613738854Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613738873 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613738873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613739281 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613739302 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613739302Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613739312 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613739328 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613739328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263028bc: reopening flushed file at 1731613739751 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef33541: reopening flushed file at 1731613739756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e76e476: reopening flushed file at 1731613739761 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1731613739767 (+6 ms)Writing region close event to WAL at 1731613739768 (+1 ms)Closed at 1731613739768 2024-11-14T19:48:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741830_1006 (size=63666) 2024-11-14T19:48:59,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b4f035c-3389-d255-4108-4576813f5ec5/MasterData/WALs/867b237d0fa7,43487,1731613704815/867b237d0fa7%2C43487%2C1731613704815.1731613706689 not finished, retry = 0 2024-11-14T19:48:59,871 INFO [M:0;867b237d0fa7:43487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:48:59,871 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:48:59,871 INFO [M:0;867b237d0fa7:43487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43487 2024-11-14T19:48:59,871 INFO [M:0;867b237d0fa7:43487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1013c11ed0d0003, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:00,028 INFO [M:0;867b237d0fa7:43487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:00,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20198d99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:00,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:00,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:00,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:00,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:00,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:49:00,032 WARN [BP-758520861-172.17.0.2-1731613703048 heartbeating to localhost/127.0.0.1:46319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:49:00,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:49:00,032 WARN [BP-758520861-172.17.0.2-1731613703048 heartbeating to localhost/127.0.0.1:46319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-758520861-172.17.0.2-1731613703048 (Datanode Uuid 7b1fd3df-4933-4112-b311-f38dc7480b5b) service to localhost/127.0.0.1:46319 2024-11-14T19:49:00,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/cluster_0e54f5e8-ca0f-991f-1bdc-ec8692ac486d/data/data1/current/BP-758520861-172.17.0.2-1731613703048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:00,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/cluster_0e54f5e8-ca0f-991f-1bdc-ec8692ac486d/data/data2/current/BP-758520861-172.17.0.2-1731613703048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:00,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:49:00,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60a42272{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:00,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:00,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:00,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:00,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a5ca9e-b0ca-2f44-2f04-1a1471dcb6bd/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:49:00,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:49:00,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:00,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:00,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:00,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:00,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:00,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:49:00,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1128059758, stopped=false 2024-11-14T19:49:00,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,45853,1731613699514 2024-11-14T19:49:00,179 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:49:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-43668768/running 2024-11-14T19:49:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-43668768/running 2024-11-14T19:49:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:49:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:49:00,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:00,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:00,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/running 2024-11-14T19:49:00,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Set watcher on znode that does not yet exist, /0-43668768/running 2024-11-14T19:49:00,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:00,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:00,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,36681,1731613699661' ***** 2024-11-14T19:49:00,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:49:00,201 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:49:00,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:49:00,201 INFO [RS:0;867b237d0fa7:36681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,36681,1731613699661 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36681. 2024-11-14T19:49:00,202 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71e2985d8bcdb2d9f6013b9e46de5b0f, disabling compactions & flushes 2024-11-14T19:49:00,202 DEBUG [RS:0;867b237d0fa7:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:00,202 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:49:00,202 DEBUG [RS:0;867b237d0fa7:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:00,202 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:49:00,202 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. after waiting 0 ms 2024-11-14T19:49:00,202 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:49:00,202 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T19:49:00,202 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:49:00,202 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1325): Online Regions={71e2985d8bcdb2d9f6013b9e46de5b0f=test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f., 1588230740=hbase:meta,,1.1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657=hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.} 2024-11-14T19:49:00,202 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:00,202 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:00,202 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:00,202 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:00,203 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:00,203 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:00,203 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:49:00,216 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/info/432b8eb8b4ac4b8db5959b9ec4891704 is 147, key is hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657./info:regioninfo/1731613721208/Put/seqid=0 2024-11-14T19:49:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741840_1016 (size=7686) 2024-11-14T19:49:00,222 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/f/0ae6cff430da4527bd83fd7b9c09c1f5 is 28, key is row/f:/1731613729532/DeleteFamily/seqid=0 2024-11-14T19:49:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741841_1017 (size=5085) 2024-11-14T19:49:00,288 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:00,403 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:00,603 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:00,620 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/info/432b8eb8b4ac4b8db5959b9ec4891704 2024-11-14T19:49:00,625 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/f/0ae6cff430da4527bd83fd7b9c09c1f5 2024-11-14T19:49:00,629 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ae6cff430da4527bd83fd7b9c09c1f5 2024-11-14T19:49:00,637 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/ns/fde0d94668b546de9431a7eca2c5a68b is 43, key is default/ns:d/1731613702915/Put/seqid=0 2024-11-14T19:49:00,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:49:00,648 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/f1/3dd48de7896642458c4eaa1b9ff51e78 is 29, key is row/f1:/1731613729532/DeleteFamily/seqid=0 2024-11-14T19:49:00,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741843_1019 (size=5089) 2024-11-14T19:49:00,763 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:49:00,763 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:49:00,803 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:01,003 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:01,041 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/ns/fde0d94668b546de9431a7eca2c5a68b 2024-11-14T19:49:01,052 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/f1/3dd48de7896642458c4eaa1b9ff51e78 2024-11-14T19:49:01,055 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dd48de7896642458c4eaa1b9ff51e78 2024-11-14T19:49:01,059 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/rep_barrier/18be615b2de14b4898903c4114d3aaa6 is 112, key is test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f./rep_barrier:seqnumDuringOpen/1731613714727/Put/seqid=0 2024-11-14T19:49:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741844_1020 (size=5518) 2024-11-14T19:49:01,071 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/norep/55a8ce52070f4701a850d58232e9fa8d is 32, key is row/norep:/1731613729532/DeleteFamily/seqid=0 2024-11-14T19:49:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741845_1021 (size=5101) 2024-11-14T19:49:01,203 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:01,403 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657, 71e2985d8bcdb2d9f6013b9e46de5b0f 2024-11-14T19:49:01,463 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/rep_barrier/18be615b2de14b4898903c4114d3aaa6 2024-11-14T19:49:01,474 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/norep/55a8ce52070f4701a850d58232e9fa8d 2024-11-14T19:49:01,477 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55a8ce52070f4701a850d58232e9fa8d 2024-11-14T19:49:01,478 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/f/0ae6cff430da4527bd83fd7b9c09c1f5 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/f/0ae6cff430da4527bd83fd7b9c09c1f5 2024-11-14T19:49:01,478 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/table/aee74f15faa049a79fbf135c36f1aa12 is 53, key is hbase:replication/table:state/1731613721214/Put/seqid=0 2024-11-14T19:49:01,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741846_1022 (size=5308) 2024-11-14T19:49:01,481 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ae6cff430da4527bd83fd7b9c09c1f5 2024-11-14T19:49:01,482 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/f/0ae6cff430da4527bd83fd7b9c09c1f5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T19:49:01,482 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/f1/3dd48de7896642458c4eaa1b9ff51e78 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/f1/3dd48de7896642458c4eaa1b9ff51e78 2024-11-14T19:49:01,485 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dd48de7896642458c4eaa1b9ff51e78 2024-11-14T19:49:01,485 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/f1/3dd48de7896642458c4eaa1b9ff51e78, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T19:49:01,486 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/.tmp/norep/55a8ce52070f4701a850d58232e9fa8d as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/norep/55a8ce52070f4701a850d58232e9fa8d 2024-11-14T19:49:01,489 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55a8ce52070f4701a850d58232e9fa8d 2024-11-14T19:49:01,489 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/norep/55a8ce52070f4701a850d58232e9fa8d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T19:49:01,490 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 71e2985d8bcdb2d9f6013b9e46de5b0f in 1288ms, sequenceid=6, compaction requested=false 2024-11-14T19:49:01,493 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/default/test/71e2985d8bcdb2d9f6013b9e46de5b0f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:49:01,494 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71e2985d8bcdb2d9f6013b9e46de5b0f: Waiting for close lock at 1731613740202Running coprocessor pre-close hooks at 1731613740202Disabling compacts and flushes for region at 1731613740202Disabling writes for close at 1731613740202Obtaining lock to block concurrent updates at 1731613740202Preparing flush snapshotting stores in 71e2985d8bcdb2d9f6013b9e46de5b0f at 1731613740202Finished memstore snapshotting test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731613740202Flushing stores of test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. at 1731613740203 (+1 ms)Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/f: creating writer at 1731613740203Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/f: appending metadata at 1731613740221 (+18 ms)Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/f: closing flushed file at 1731613740221Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/f1: creating writer at 1731613740629 (+408 ms)Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/f1: appending metadata at 1731613740647 (+18 ms)Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/f1: closing flushed file at 1731613740647Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/norep: creating writer at 1731613741055 (+408 ms)Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/norep: appending metadata at 1731613741070 (+15 ms)Flushing 71e2985d8bcdb2d9f6013b9e46de5b0f/norep: closing flushed file at 1731613741070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ffb63f: reopening flushed file at 1731613741477 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6a63cd: reopening flushed file at 1731613741482 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20705404: reopening flushed file at 1731613741485 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 71e2985d8bcdb2d9f6013b9e46de5b0f in 1288ms, sequenceid=6, compaction requested=false at 1731613741490 (+5 ms)Writing region close event to WAL at 1731613741491 (+1 ms)Running coprocessor post-close hooks at 1731613741494 (+3 ms)Closed at 1731613741494 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613713588.71e2985d8bcdb2d9f6013b9e46de5b0f. 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d7c67df9d1eeded9a4df6f2a4b6c657, disabling compactions & flushes 2024-11-14T19:49:01,494 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. after waiting 0 ms 2024-11-14T19:49:01,494 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:49:01,494 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d7c67df9d1eeded9a4df6f2a4b6c657 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T19:49:01,510 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/.tmp/queue/0cb9cba2f3f84c15acc0f72ea98f722c is 153, key is 1-867b237d0fa7,36681,1731613699661/queue:867b237d0fa7%2C36681%2C1731613699661/1731613729742/Put/seqid=0 2024-11-14T19:49:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741847_1023 (size=5352) 2024-11-14T19:49:01,604 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:49:01,604 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657=hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657.} 2024-11-14T19:49:01,604 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:49:01,682 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 636, reset compression=false 2024-11-14T19:49:01,685 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:49:01,685 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 1527, reset compression=false 2024-11-14T19:49:01,685 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,36681,1731613699661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:49:01,686 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,36681,1731613699661: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-867b237d0fa7,36681,1731613699661, walGroup=867b237d0fa7%2C36681%2C1731613699661, offset=867b237d0fa7%2C36681%2C1731613699661.1731613701892:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:36681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:49:01,687 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:49:01,687 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:49:01,688 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:49:01,688 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:49:01,688 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:49:01,688 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1329594368, "init": 1048576000, "max": 2306867200, "used": 831879248 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202901808 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:49:01,688 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:45853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:45853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T19:49:01,804 DEBUG [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d7c67df9d1eeded9a4df6f2a4b6c657 2024-11-14T19:49:01,881 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/table/aee74f15faa049a79fbf135c36f1aa12 2024-11-14T19:49:01,885 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/info/432b8eb8b4ac4b8db5959b9ec4891704 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/info/432b8eb8b4ac4b8db5959b9ec4891704 2024-11-14T19:49:01,888 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/info/432b8eb8b4ac4b8db5959b9ec4891704, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:49:01,888 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 1527, reset compression=false 2024-11-14T19:49:01,889 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/ns/fde0d94668b546de9431a7eca2c5a68b as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/ns/fde0d94668b546de9431a7eca2c5a68b 2024-11-14T19:49:01,893 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/ns/fde0d94668b546de9431a7eca2c5a68b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:49:01,893 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/rep_barrier/18be615b2de14b4898903c4114d3aaa6 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/rep_barrier/18be615b2de14b4898903c4114d3aaa6 2024-11-14T19:49:01,897 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/rep_barrier/18be615b2de14b4898903c4114d3aaa6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:49:01,897 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/.tmp/table/aee74f15faa049a79fbf135c36f1aa12 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/table/aee74f15faa049a79fbf135c36f1aa12 2024-11-14T19:49:01,900 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/table/aee74f15faa049a79fbf135c36f1aa12, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:49:01,901 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-11-14T19:49:01,904 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:49:01,905 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:01,905 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:49:01,905 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:01,905 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613740202Running coprocessor pre-close hooks at 1731613740202Disabling compacts and flushes for region at 1731613740202Disabling writes for close at 1731613740203 (+1 ms)Obtaining lock to block concurrent updates at 1731613740203Preparing flush snapshotting stores in 1588230740 at 1731613740203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613740203Flushing stores of hbase:meta,,1.1588230740 at 1731613740203Flushing 1588230740/info: creating writer at 1731613740203Flushing 1588230740/info: appending metadata at 1731613740216 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731613740216Flushing 1588230740/ns: creating writer at 1731613740623 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731613740637 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731613740637Flushing 1588230740/rep_barrier: creating writer at 1731613741045 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613741059 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613741059Flushing 1588230740/table: creating writer at 1731613741466 (+407 ms)Flushing 1588230740/table: appending metadata at 1731613741478 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731613741478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc77c25: reopening flushed file at 1731613741885 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@943aec1: reopening flushed file at 1731613741888 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d16fa38: reopening flushed file at 1731613741893 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66caf23: reopening flushed file at 1731613741897 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1731613741901 (+4 ms)Writing region close event to WAL at 1731613741902 (+1 ms)Running coprocessor post-close hooks at 1731613741904 (+2 ms)Closed at 1731613741905 (+1 ms) 2024-11-14T19:49:01,905 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:01,913 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/.tmp/queue/0cb9cba2f3f84c15acc0f72ea98f722c 2024-11-14T19:49:01,917 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/.tmp/queue/0cb9cba2f3f84c15acc0f72ea98f722c as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/queue/0cb9cba2f3f84c15acc0f72ea98f722c 2024-11-14T19:49:01,921 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/queue/0cb9cba2f3f84c15acc0f72ea98f722c, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T19:49:01,921 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6d7c67df9d1eeded9a4df6f2a4b6c657 in 427ms, sequenceid=8, compaction requested=false 2024-11-14T19:49:01,924 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/data/hbase/replication/6d7c67df9d1eeded9a4df6f2a4b6c657/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:49:01,925 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:01,925 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:49:01,925 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:49:01,925 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d7c67df9d1eeded9a4df6f2a4b6c657: Waiting for close lock at 1731613741494Running coprocessor pre-close hooks at 1731613741494Disabling compacts and flushes for region at 1731613741494Disabling writes for close at 1731613741494Obtaining lock to block concurrent updates at 1731613741494Preparing flush snapshotting stores in 6d7c67df9d1eeded9a4df6f2a4b6c657 at 1731613741494Finished memstore snapshotting hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731613741495 (+1 ms)Flushing stores of hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. at 1731613741495Flushing 6d7c67df9d1eeded9a4df6f2a4b6c657/queue: creating writer at 1731613741495Flushing 6d7c67df9d1eeded9a4df6f2a4b6c657/queue: appending metadata at 1731613741509 (+14 ms)Flushing 6d7c67df9d1eeded9a4df6f2a4b6c657/queue: closing flushed file at 1731613741509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd28de9: reopening flushed file at 1731613741917 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6d7c67df9d1eeded9a4df6f2a4b6c657 in 427ms, sequenceid=8, compaction requested=false at 1731613741921 (+4 ms)Writing region close event to WAL at 1731613741922 (+1 ms)Running coprocessor post-close hooks at 1731613741925 (+3 ms)Closed at 1731613741925 2024-11-14T19:49:01,925 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613720050.6d7c67df9d1eeded9a4df6f2a4b6c657. 2024-11-14T19:49:02,004 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,36681,1731613699661; all regions closed. 2024-11-14T19:49:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741834_1010 (size=4239) 2024-11-14T19:49:02,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.meta.1731613702857.meta not finished, retry = 0 2024-11-14T19:49:02,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:49:02,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:49:02,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:49:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741839_1015 (size=2240) 2024-11-14T19:49:02,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.rep.1731613721181 not finished, retry = 0 2024-11-14T19:49:02,191 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/WALs/867b237d0fa7,36681,1731613699661/867b237d0fa7%2C36681%2C1731613699661.1731613701892 to pos 1527, reset compression=false 2024-11-14T19:49:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741832_1008 (size=1535) 2024-11-14T19:49:02,210 DEBUG [RS:0;867b237d0fa7:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:02,210 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:02,211 INFO [RS:0;867b237d0fa7:36681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:02,211 INFO [RS:0;867b237d0fa7:36681 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:02,211 INFO [RS:0;867b237d0fa7:36681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:02,211 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:02,211 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,36681,1731613699661 because: Region server is closing 2024-11-14T19:49:02,211 INFO [RS:0;867b237d0fa7:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36681. 2024-11-14T19:49:02,211 DEBUG [RS:0;867b237d0fa7:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:02,211 DEBUG [RS:0;867b237d0fa7:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:02,211 DEBUG [RS:0;867b237d0fa7:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:02,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:02,312 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.shipper867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 terminated 2024-11-14T19:49:02,312 INFO [RS:0;867b237d0fa7:36681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36681 2024-11-14T19:49:02,312 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,36681,1731613699661.replicationSource.wal-reader.867b237d0fa7%2C36681%2C1731613699661,1-867b237d0fa7,36681,1731613699661 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:49:02,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-43668768/rs/867b237d0fa7,36681,1731613699661 2024-11-14T19:49:02,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768/rs 2024-11-14T19:49:02,397 INFO [RS:0;867b237d0fa7:36681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:02,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,36681,1731613699661] 2024-11-14T19:49:02,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-43668768/draining/867b237d0fa7,36681,1731613699661 already deleted, retry=false 2024-11-14T19:49:02,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,36681,1731613699661 expired; onlineServers=0 2024-11-14T19:49:02,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,45853,1731613699514' ***** 2024-11-14T19:49:02,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:02,414 DEBUG [M:0;867b237d0fa7:45853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:49:02,414 DEBUG [M:0;867b237d0fa7:45853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:49:02,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:49:02,414 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613701666 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613701666,5,FailOnTimeoutGroup] 2024-11-14T19:49:02,414 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613701666 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613701666,5,FailOnTimeoutGroup] 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:02,414 DEBUG [M:0;867b237d0fa7:45853 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:02,414 ERROR [M:0;867b237d0fa7:45853 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41711,5,PEWorkerGroup] 2024-11-14T19:49:02,414 INFO [M:0;867b237d0fa7:45853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:49:02,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:49:02,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-43668768/master 2024-11-14T19:49:02,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-43668768 2024-11-14T19:49:02,422 DEBUG [M:0;867b237d0fa7:45853 {}] zookeeper.ZKUtil(347): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Unable to get data of znode /0-43668768/master because node does not exist (not an error) 2024-11-14T19:49:02,422 WARN [M:0;867b237d0fa7:45853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:49:02,431 INFO [M:0;867b237d0fa7:45853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/.lastflushedseqids 2024-11-14T19:49:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741848_1024 (size=245) 2024-11-14T19:49:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:02,505 INFO [RS:0;867b237d0fa7:36681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1013c11ed0d0001, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:02,505 INFO [RS:0;867b237d0fa7:36681 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,36681,1731613699661; zookeeper connection closed. 2024-11-14T19:49:02,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a9149e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a9149e7 2024-11-14T19:49:02,506 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:49:02,816 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=29, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-14T19:49:02,816 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T19:49:02,835 INFO [M:0;867b237d0fa7:45853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:49:02,835 INFO [M:0;867b237d0fa7:45853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:49:02,835 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:02,835 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:02,835 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:02,835 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:02,835 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:02,835 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T19:49:02,851 DEBUG [M:0;867b237d0fa7:45853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f53afe327c084d50a93e672ffe702f4c is 82, key is hbase:meta,,1/info:regioninfo/1731613702885/Put/seqid=0 2024-11-14T19:49:02,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741849_1025 (size=5672) 2024-11-14T19:49:03,254 INFO [M:0;867b237d0fa7:45853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f53afe327c084d50a93e672ffe702f4c 2024-11-14T19:49:03,270 DEBUG [M:0;867b237d0fa7:45853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6dc6b6c36204d80b53351094eac2807 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613714736/Put/seqid=0 2024-11-14T19:49:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741850_1026 (size=7218) 2024-11-14T19:49:03,674 INFO [M:0;867b237d0fa7:45853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6dc6b6c36204d80b53351094eac2807 2024-11-14T19:49:03,677 INFO [M:0;867b237d0fa7:45853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6dc6b6c36204d80b53351094eac2807 2024-11-14T19:49:03,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:49:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,693 DEBUG [M:0;867b237d0fa7:45853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6b3ff5d649744c2afa21d7effff9153 is 69, key is 867b237d0fa7,36681,1731613699661/rs:state/1731613701726/Put/seqid=0 2024-11-14T19:49:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741851_1027 (size=5156) 2024-11-14T19:49:03,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:03,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:04,100 INFO [M:0;867b237d0fa7:45853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6b3ff5d649744c2afa21d7effff9153 2024-11-14T19:49:04,104 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f53afe327c084d50a93e672ffe702f4c as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f53afe327c084d50a93e672ffe702f4c 2024-11-14T19:49:04,106 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f53afe327c084d50a93e672ffe702f4c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T19:49:04,107 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6dc6b6c36204d80b53351094eac2807 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6dc6b6c36204d80b53351094eac2807 2024-11-14T19:49:04,110 INFO [M:0;867b237d0fa7:45853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6dc6b6c36204d80b53351094eac2807 2024-11-14T19:49:04,111 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6dc6b6c36204d80b53351094eac2807, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T19:49:04,111 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6b3ff5d649744c2afa21d7effff9153 as hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6b3ff5d649744c2afa21d7effff9153 2024-11-14T19:49:04,114 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6b3ff5d649744c2afa21d7effff9153, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T19:49:04,115 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-14T19:49:04,116 INFO [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:04,116 DEBUG [M:0;867b237d0fa7:45853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613742835Disabling compacts and flushes for region at 1731613742835Disabling writes for close at 1731613742835Obtaining lock to block concurrent updates at 1731613742835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613742835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731613742836 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613742836Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613742836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613742850 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613742850Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613743257 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613743269 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613743270 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613743678 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613743693 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613743693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3b44ab: reopening flushed file at 1731613744103 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a4ba05: reopening flushed file at 1731613744107 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a3ba5: reopening flushed file at 1731613744111 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731613744115 (+4 ms)Writing region close event to WAL at 1731613744116 (+1 ms)Closed at 1731613744116 2024-11-14T19:49:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35529 is added to blk_1073741830_1006 (size=64423) 2024-11-14T19:49:04,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/474ab694-0ad8-0338-0979-9502caf91a39/MasterData/WALs/867b237d0fa7,45853,1731613699514/867b237d0fa7%2C45853%2C1731613699514.1731613701407 not finished, retry = 0 2024-11-14T19:49:04,219 INFO [M:0;867b237d0fa7:45853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:49:04,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:04,219 INFO [M:0;867b237d0fa7:45853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45853 2024-11-14T19:49:04,219 INFO [M:0;867b237d0fa7:45853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:04,330 INFO [M:0;867b237d0fa7:45853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:04,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:04,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x1013c11ed0d0000, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:04,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@645740ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:04,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dfc2ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:04,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:04,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdfecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:04,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:04,335 WARN [BP-1746873205-172.17.0.2-1731613697908 heartbeating to localhost/127.0.0.1:41711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:49:04,335 WARN [BP-1746873205-172.17.0.2-1731613697908 heartbeating to localhost/127.0.0.1:41711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1746873205-172.17.0.2-1731613697908 (Datanode Uuid a916c5c7-c269-4aa3-a851-e8d6514d5f95) service to localhost/127.0.0.1:41711 2024-11-14T19:49:04,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:49:04,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:49:04,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/data/data1/current/BP-1746873205-172.17.0.2-1731613697908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:04,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/cluster_a54e60a1-f781-70b4-97b1-66c2c3f2cae0/data/data2/current/BP-1746873205-172.17.0.2-1731613697908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:04,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:49:04,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59935c0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:04,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2de67b05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:04,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:04,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46344ff1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:04,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d23a4e3-1575-ae9d-5f7b-86a9cf2714cc/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:04,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:49:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:49:04,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46319 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38659 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=5253 (was 5425) 2024-11-14T19:49:04,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=5253 2024-11-14T19:49:04,394 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T19:49:04,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir so I do NOT create it in target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41 2024-11-14T19:49:04,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:49:04,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.tmp.dir so I do NOT create it in target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41 2024-11-14T19:49:04,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c024b5-b5f7-dd1e-f0be-e32dacc3f005/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:49:04,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41 2024-11-14T19:49:04,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812, deleteOnExit=true 2024-11-14T19:49:04,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/zookeeper_0, clientPort=51865, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:49:04,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51865 2024-11-14T19:49:04,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/test.cache.data in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:49:04,416 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:49:04,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:49:04,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:49:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c11ed0d0005, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:49:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c11ed0d0002, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:49:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c11ed0d0008, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T19:49:04,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c11ed0d0008, quorum=127.0.0.1:64461, baseZNode=/2332711228 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:49:04,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c11ed0d0002, quorum=127.0.0.1:64461, baseZNode=/0-43668768 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:49:04,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c11ed0d0005, quorum=127.0.0.1:64461, baseZNode=/11000170364 Received Disconnected from ZooKeeper, ignoring 2024-11-14T19:49:04,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:04,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:04,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:04,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:04,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:49:04,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:04,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:04,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41493b7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:04,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a064ac5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/java.io.tmpdir/jetty-localhost-46793-hadoop-hdfs-3_4_1-tests_jar-_-any-12537544392135476762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:04,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:46793} 2024-11-14T19:49:04,759 INFO [Time-limited test {}] server.Server(415): Started @308151ms 2024-11-14T19:49:04,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:04,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:04,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:04,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:04,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:49:04,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:04,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:05,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ceecef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/java.io.tmpdir/jetty-localhost-34113-hadoop-hdfs-3_4_1-tests_jar-_-any-13870879011887493118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:05,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:34113} 2024-11-14T19:49:05,009 INFO [Time-limited test {}] server.Server(415): Started @308400ms 2024-11-14T19:49:05,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:49:05,416 WARN [Thread-4182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/data/data2/current/BP-1412316509-172.17.0.2-1731613744430/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:05,416 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/data/data1/current/BP-1412316509-172.17.0.2-1731613744430/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:05,430 WARN [Thread-4169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:49:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d871a2c2380674a with lease ID 0xc077316c96d12df8: Processing first storage report for DS-6f45556b-cdec-46cf-9867-e3d892ebd234 from datanode DatanodeRegistration(127.0.0.1:43639, datanodeUuid=0eacea81-2135-4112-8db5-edfc0391380f, infoPort=40949, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=159444794;c=1731613744430) 2024-11-14T19:49:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d871a2c2380674a with lease ID 0xc077316c96d12df8: from storage DS-6f45556b-cdec-46cf-9867-e3d892ebd234 node DatanodeRegistration(127.0.0.1:43639, datanodeUuid=0eacea81-2135-4112-8db5-edfc0391380f, infoPort=40949, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=159444794;c=1731613744430), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d871a2c2380674a with lease ID 0xc077316c96d12df8: Processing first storage report for DS-edddf35c-9533-4bb9-8765-48dcc55aa706 from datanode DatanodeRegistration(127.0.0.1:43639, datanodeUuid=0eacea81-2135-4112-8db5-edfc0391380f, infoPort=40949, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=159444794;c=1731613744430) 2024-11-14T19:49:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d871a2c2380674a with lease ID 0xc077316c96d12df8: from storage DS-edddf35c-9533-4bb9-8765-48dcc55aa706 node DatanodeRegistration(127.0.0.1:43639, datanodeUuid=0eacea81-2135-4112-8db5-edfc0391380f, infoPort=40949, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=159444794;c=1731613744430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:05,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41 2024-11-14T19:49:05,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:05,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:49:05,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e with version=8 2024-11-14T19:49:05,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/hbase-staging 2024-11-14T19:49:05,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:49:05,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:05,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38955 2024-11-14T19:49:05,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38955 connecting to ZooKeeper ensemble=127.0.0.1:51865 2024-11-14T19:49:06,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389550x0, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:06,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38955-0x1013c12a2c70000 connected 2024-11-14T19:49:06,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:06,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:06,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on znode that does not yet exist, /0857980555/running 2024-11-14T19:49:06,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e, hbase.cluster.distributed=false 2024-11-14T19:49:06,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on znode that does not yet exist, /0857980555/acl 2024-11-14T19:49:06,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-14T19:49:06,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38955 2024-11-14T19:49:06,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38955 2024-11-14T19:49:06,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-14T19:49:06,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-14T19:49:06,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:06,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:06,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:06,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:06,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:06,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:06,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:49:06,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:06,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38265 2024-11-14T19:49:06,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38265 connecting to ZooKeeper ensemble=127.0.0.1:51865 2024-11-14T19:49:06,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:06,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:06,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382650x0, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:06,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382650x0, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on znode that does not yet exist, /0857980555/running 2024-11-14T19:49:06,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38265-0x1013c12a2c70001 connected 2024-11-14T19:49:06,108 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:49:06,110 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:49:06,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on znode that does not yet exist, /0857980555/master 2024-11-14T19:49:06,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on znode that does not yet exist, /0857980555/acl 2024-11-14T19:49:06,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-14T19:49:06,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38265 2024-11-14T19:49:06,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38265 2024-11-14T19:49:06,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-14T19:49:06,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-14T19:49:06,132 DEBUG [M:0;867b237d0fa7:38955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:38955 2024-11-14T19:49:06,132 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0857980555/backup-masters/867b237d0fa7,38955,1731613745940 2024-11-14T19:49:06,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555/backup-masters 2024-11-14T19:49:06,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555/backup-masters 2024-11-14T19:49:06,141 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on existing znode=/0857980555/backup-masters/867b237d0fa7,38955,1731613745940 2024-11-14T19:49:06,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:06,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0857980555/master 2024-11-14T19:49:06,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:06,149 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on existing znode=/0857980555/master 2024-11-14T19:49:06,149 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0857980555/backup-masters/867b237d0fa7,38955,1731613745940 from backup master directory 2024-11-14T19:49:06,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0857980555/backup-masters/867b237d0fa7,38955,1731613745940 2024-11-14T19:49:06,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555/backup-masters 2024-11-14T19:49:06,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555/backup-masters 2024-11-14T19:49:06,157 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:06,157 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,38955,1731613745940 2024-11-14T19:49:06,160 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/hbase.id] with ID: 110fa2e3-cd7f-41c7-a8bc-a6134a96192a 2024-11-14T19:49:06,160 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/.tmp/hbase.id 2024-11-14T19:49:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:49:06,564 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/.tmp/hbase.id]:[hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/hbase.id] 2024-11-14T19:49:06,571 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:06,571 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:49:06,572 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:49:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:49:07,012 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:07,012 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:49:07,013 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:49:07,417 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/data/master/store 2024-11-14T19:49:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:49:07,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:07,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:07,824 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:07,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:07,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:07,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:07,824 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:07,824 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613747824Disabling compacts and flushes for region at 1731613747824Disabling writes for close at 1731613747824Writing region close event to WAL at 1731613747824Closed at 1731613747824 2024-11-14T19:49:07,825 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/data/master/store/.initializing 2024-11-14T19:49:07,825 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/WALs/867b237d0fa7,38955,1731613745940 2024-11-14T19:49:07,825 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:07,826 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C38955%2C1731613745940, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/WALs/867b237d0fa7,38955,1731613745940, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/oldWALs, maxLogs=10 2024-11-14T19:49:07,837 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/WALs/867b237d0fa7,38955,1731613745940/867b237d0fa7%2C38955%2C1731613745940.1731613747827, exclude list is [], retry=0 2024-11-14T19:49:07,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-6f45556b-cdec-46cf-9867-e3d892ebd234,DISK] 2024-11-14T19:49:07,841 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/WALs/867b237d0fa7,38955,1731613745940/867b237d0fa7%2C38955%2C1731613745940.1731613747827 2024-11-14T19:49:07,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40949:40949)] 2024-11-14T19:49:07,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:07,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:07,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:49:07,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:07,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:07,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:49:07,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:07,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:07,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:49:07,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:07,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:07,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:49:07,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:07,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:07,847 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,847 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,848 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,848 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,848 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,849 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:07,849 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:07,850 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:07,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66654042, jitterRate=-0.006777375936508179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:07,851 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613747842Initializing all the Stores at 1731613747842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613747842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613747842Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613747842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613747842Cleaning up temporary data from old regions at 1731613747848 (+6 ms)Region opened successfully at 1731613747851 (+3 ms) 2024-11-14T19:49:07,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:49:07,853 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740adfe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:49:07,854 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:49:07,855 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:49:07,856 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Unable to get data of znode /0857980555/balancer because node does not exist (not necessarily an error) 2024-11-14T19:49:07,905 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857980555/balancer already deleted, retry=false 2024-11-14T19:49:07,905 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:49:07,905 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Unable to get data of znode /0857980555/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:49:07,913 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857980555/normalizer already deleted, retry=false 2024-11-14T19:49:07,913 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:49:07,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Unable to get data of znode /0857980555/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:49:07,921 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857980555/switch/split already deleted, retry=false 2024-11-14T19:49:07,922 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Unable to get data of znode /0857980555/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:49:07,930 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857980555/switch/merge already deleted, retry=false 2024-11-14T19:49:07,931 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Unable to get data of znode /0857980555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:49:07,940 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857980555/snapshot-cleanup already deleted, retry=false 2024-11-14T19:49:07,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0857980555/running 2024-11-14T19:49:07,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0857980555/running 2024-11-14T19:49:07,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:07,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:07,949 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,38955,1731613745940, sessionid=0x1013c12a2c70000, setting cluster-up flag (Was=false) 2024-11-14T19:49:07,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:07,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:07,991 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0857980555/flush-table-proc/acquired, /0857980555/flush-table-proc/reached, /0857980555/flush-table-proc/abort 2024-11-14T19:49:07,992 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,38955,1731613745940 2024-11-14T19:49:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:08,032 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0857980555/online-snapshot/acquired, /0857980555/online-snapshot/reached, /0857980555/online-snapshot/abort 2024-11-14T19:49:08,033 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,38955,1731613745940 2024-11-14T19:49:08,034 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:49:08,035 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:08,036 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:49:08,036 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:49:08,036 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,38955,1731613745940 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:08,037 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613778038 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:49:08,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:08,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:49:08,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:49:08,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:49:08,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:49:08,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:49:08,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:49:08,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:49:08,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:08,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:49:08,040 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613748039,5,FailOnTimeoutGroup] 2024-11-14T19:49:08,042 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613748040,5,FailOnTimeoutGroup] 2024-11-14T19:49:08,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,042 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:49:08,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,043 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:49:08,121 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(746): ClusterId : 110fa2e3-cd7f-41c7-a8bc-a6134a96192a 2024-11-14T19:49:08,121 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:49:08,130 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:49:08,130 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:49:08,138 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:49:08,139 DEBUG [RS:0;867b237d0fa7:38265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b90e5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:08,149 DEBUG [RS:0;867b237d0fa7:38265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:38265 2024-11-14T19:49:08,149 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:49:08,149 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:49:08,149 DEBUG [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:49:08,150 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,38955,1731613745940 with port=38265, startcode=1731613746091 2024-11-14T19:49:08,150 DEBUG [RS:0;867b237d0fa7:38265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:49:08,151 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:49:08,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,38265,1731613746091 2024-11-14T19:49:08,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,38265,1731613746091 2024-11-14T19:49:08,153 DEBUG [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e 2024-11-14T19:49:08,153 DEBUG [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41593 2024-11-14T19:49:08,153 DEBUG [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:49:08,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555/rs 2024-11-14T19:49:08,158 DEBUG [RS:0;867b237d0fa7:38265 {}] zookeeper.ZKUtil(111): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Set watcher on existing znode=/0857980555/rs/867b237d0fa7,38265,1731613746091 2024-11-14T19:49:08,158 WARN [RS:0;867b237d0fa7:38265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:08,158 INFO [RS:0;867b237d0fa7:38265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:08,158 DEBUG [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091 2024-11-14T19:49:08,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,38265,1731613746091] 2024-11-14T19:49:08,160 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:49:08,161 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:49:08,161 INFO [RS:0;867b237d0fa7:38265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:49:08,161 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,163 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:49:08,164 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:49:08,164 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,164 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,165 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,165 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,165 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,165 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:08,165 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:08,165 DEBUG [RS:0;867b237d0fa7:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:08,165 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,165 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,165 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,165 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,165 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,165 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38265,1731613746091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:08,178 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:49:08,178 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38265,1731613746091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,178 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,178 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.Replication(171): 867b237d0fa7,38265,1731613746091 started 2024-11-14T19:49:08,190 INFO [RS:0;867b237d0fa7:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:08,190 INFO [RS:0;867b237d0fa7:38265 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,38265,1731613746091, RpcServer on 867b237d0fa7/172.17.0.2:38265, sessionid=0x1013c12a2c70001 2024-11-14T19:49:08,190 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:49:08,190 DEBUG [RS:0;867b237d0fa7:38265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,38265,1731613746091 2024-11-14T19:49:08,190 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,38265,1731613746091' 2024-11-14T19:49:08,190 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0857980555/flush-table-proc/abort' 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0857980555/flush-table-proc/acquired' 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,38265,1731613746091 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,38265,1731613746091' 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0857980555/online-snapshot/abort' 2024-11-14T19:49:08,191 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0857980555/online-snapshot/acquired' 2024-11-14T19:49:08,192 DEBUG [RS:0;867b237d0fa7:38265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:49:08,192 INFO [RS:0;867b237d0fa7:38265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:49:08,192 INFO [RS:0;867b237d0fa7:38265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:49:08,292 INFO [RS:0;867b237d0fa7:38265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:08,293 INFO [RS:0;867b237d0fa7:38265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C38265%2C1731613746091, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/oldWALs, maxLogs=10 2024-11-14T19:49:08,304 DEBUG [RS:0;867b237d0fa7:38265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091/867b237d0fa7%2C38265%2C1731613746091.1731613748293, exclude list is [], retry=0 2024-11-14T19:49:08,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-6f45556b-cdec-46cf-9867-e3d892ebd234,DISK] 2024-11-14T19:49:08,307 INFO [RS:0;867b237d0fa7:38265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091/867b237d0fa7%2C38265%2C1731613746091.1731613748293 2024-11-14T19:49:08,307 DEBUG [RS:0;867b237d0fa7:38265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40949:40949)] 2024-11-14T19:49:08,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:49:08,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e 2024-11-14T19:49:08,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:49:08,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:08,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:08,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:08,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:08,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:08,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:08,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:08,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:08,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:08,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:08,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:08,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:08,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:08,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:08,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:08,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:08,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:08,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:08,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/hbase/meta/1588230740 2024-11-14T19:49:08,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/hbase/meta/1588230740 2024-11-14T19:49:08,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:08,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:08,859 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:08,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:08,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:08,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63072071, jitterRate=-0.06015290319919586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:08,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613748852Initializing all the Stores at 1731613748853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613748853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613748853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613748853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613748853Cleaning up temporary data from old regions at 1731613748859 (+6 ms)Region opened successfully at 1731613748862 (+3 ms) 2024-11-14T19:49:08,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:08,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:08,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:08,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:08,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:08,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:08,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613748862Disabling compacts and flushes for region at 1731613748862Disabling writes for close at 1731613748862Writing region close event to WAL at 1731613748862Closed at 1731613748862 2024-11-14T19:49:08,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:08,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:49:08,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:49:08,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:08,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:49:09,015 DEBUG [867b237d0fa7:38955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:49:09,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,38265,1731613746091 2024-11-14T19:49:09,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,38265,1731613746091, state=OPENING 2024-11-14T19:49:09,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:49:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857980555 2024-11-14T19:49:09,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857980555/meta-region-server: CHANGED 2024-11-14T19:49:09,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857980555/meta-region-server: CHANGED 2024-11-14T19:49:09,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:09,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,38265,1731613746091}] 2024-11-14T19:49:09,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:09,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:49:09,236 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:49:09,236 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:09,236 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:49:09,237 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C38265%2C1731613746091.meta, suffix=.meta, logDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/oldWALs, maxLogs=10 2024-11-14T19:49:09,251 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091/867b237d0fa7%2C38265%2C1731613746091.meta.1731613749237.meta, exclude list is [], retry=0 2024-11-14T19:49:09,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43639,DS-6f45556b-cdec-46cf-9867-e3d892ebd234,DISK] 2024-11-14T19:49:09,254 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/WALs/867b237d0fa7,38265,1731613746091/867b237d0fa7%2C38265%2C1731613746091.meta.1731613749237.meta 2024-11-14T19:49:09,255 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40949:40949)] 2024-11-14T19:49:09,255 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:09,255 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:09,255 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:49:09,255 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:49:09,255 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:49:09,256 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:49:09,256 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:09,256 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:49:09,256 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:49:09,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:09,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:09,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:09,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:09,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:09,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:09,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:09,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:09,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:09,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:09,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:09,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:09,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:09,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:09,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:09,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:09,261 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:09,261 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/hbase/meta/1588230740 2024-11-14T19:49:09,262 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/hbase/meta/1588230740 2024-11-14T19:49:09,262 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:09,262 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:09,263 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:09,264 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:09,264 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67870593, jitterRate=0.011350646615028381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:09,264 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:49:09,265 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613749256Writing region info on filesystem at 1731613749256Initializing all the Stores at 1731613749256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613749256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613749257 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613749257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613749257Cleaning up temporary data from old regions at 1731613749262 (+5 ms)Running coprocessor post-open hooks at 1731613749264 (+2 ms)Region opened successfully at 1731613749265 (+1 ms) 2024-11-14T19:49:09,265 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613749232 2024-11-14T19:49:09,267 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:49:09,267 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:49:09,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,38265,1731613746091 2024-11-14T19:49:09,268 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,38265,1731613746091, state=OPEN 2024-11-14T19:49:09,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1013c12a2c70001, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0857980555/meta-region-server 2024-11-14T19:49:09,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1013c12a2c70000, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0857980555/meta-region-server 2024-11-14T19:49:09,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,38265,1731613746091 2024-11-14T19:49:09,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857980555/meta-region-server: CHANGED 2024-11-14T19:49:09,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857980555/meta-region-server: CHANGED 2024-11-14T19:49:09,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:49:09,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,38265,1731613746091 in 213 msec 2024-11-14T19:49:09,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:49:09,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-14T19:49:09,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:09,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:49:09,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:09,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,38265,1731613746091, seqNum=-1] 2024-11-14T19:49:09,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:09,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:09,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-14T19:49:09,304 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613749304, completionTime=-1 2024-11-14T19:49:09,304 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:49:09,304 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613809306 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613869306 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38955,1731613745940-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38955,1731613745940-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38955,1731613745940-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:38955, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,306 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,307 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,308 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:49:09,309 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.152sec 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38955,1731613745940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:09,310 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38955,1731613745940-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:49:09,312 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:49:09,312 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:49:09,312 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38955,1731613745940-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:09,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:09,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38955,-1 for getting cluster id 2024-11-14T19:49:09,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:09,324 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fa2e3-cd7f-41c7-a8bc-a6134a96192a' 2024-11-14T19:49:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fa2e3-cd7f-41c7-a8bc-a6134a96192a" 2024-11-14T19:49:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c33135b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38955,-1] 2024-11-14T19:49:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:09,326 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:09,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:09,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,38265,1731613746091, seqNum=-1] 2024-11-14T19:49:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:09,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:09,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,38955,1731613745940 2024-11-14T19:49:09,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51865 2024-11-14T19:49:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51865, baseZNode=/0857980555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:09,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c12a2c70002 connected 2024-11-14T19:49:09,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38955,1731613745940 2024-11-14T19:49:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334f5f95 2024-11-14T19:49:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:09,352 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:09,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:49:09,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:49:09,355 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:09,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:49:09,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:49:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:49:09,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70ee0b1065edab242400403649eb4a00, NAME => 'test,,1731613749353.70ee0b1065edab242400403649eb4a00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e 2024-11-14T19:49:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43639 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:49:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:09,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613749353.70ee0b1065edab242400403649eb4a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:09,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 70ee0b1065edab242400403649eb4a00, disabling compactions & flushes 2024-11-14T19:49:09,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:09,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:09,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613749353.70ee0b1065edab242400403649eb4a00. after waiting 0 ms 2024-11-14T19:49:09,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:09,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:09,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70ee0b1065edab242400403649eb4a00: Waiting for close lock at 1731613749768Disabling compacts and flushes for region at 1731613749768Disabling writes for close at 1731613749769 (+1 ms)Writing region close event to WAL at 1731613749769Closed at 1731613749769 2024-11-14T19:49:09,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:49:09,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613749353.70ee0b1065edab242400403649eb4a00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613749771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613749771"}]},"ts":"1731613749771"} 2024-11-14T19:49:09,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:49:09,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:49:09,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613749774"}]},"ts":"1731613749774"} 2024-11-14T19:49:09,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:49:09,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70ee0b1065edab242400403649eb4a00, ASSIGN}] 2024-11-14T19:49:09,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70ee0b1065edab242400403649eb4a00, ASSIGN 2024-11-14T19:49:09,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=70ee0b1065edab242400403649eb4a00, ASSIGN; state=OFFLINE, location=867b237d0fa7,38265,1731613746091; forceNewPlan=false, retain=false 2024-11-14T19:49:09,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70ee0b1065edab242400403649eb4a00, regionState=OPENING, regionLocation=867b237d0fa7,38265,1731613746091 2024-11-14T19:49:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=70ee0b1065edab242400403649eb4a00, ASSIGN because future has completed 2024-11-14T19:49:09,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70ee0b1065edab242400403649eb4a00, server=867b237d0fa7,38265,1731613746091}] 2024-11-14T19:49:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:10,086 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:10,086 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70ee0b1065edab242400403649eb4a00, NAME => 'test,,1731613749353.70ee0b1065edab242400403649eb4a00.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:10,087 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:10,087 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:49:10,087 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,087 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613749353.70ee0b1065edab242400403649eb4a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:10,087 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,087 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,088 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,089 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ee0b1065edab242400403649eb4a00 columnFamilyName f 2024-11-14T19:49:10,090 DEBUG [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:10,090 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] regionserver.HStore(327): Store=70ee0b1065edab242400403649eb4a00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:10,090 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,091 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ee0b1065edab242400403649eb4a00 columnFamilyName f1 2024-11-14T19:49:10,091 DEBUG [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:10,092 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] regionserver.HStore(327): Store=70ee0b1065edab242400403649eb4a00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:10,092 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,092 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ee0b1065edab242400403649eb4a00 columnFamilyName norep 2024-11-14T19:49:10,092 DEBUG [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:10,093 INFO [StoreOpener-70ee0b1065edab242400403649eb4a00-1 {}] regionserver.HStore(327): Store=70ee0b1065edab242400403649eb4a00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:10,093 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,093 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/default/test/70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,094 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/default/test/70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,094 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,094 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,095 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:49:10,095 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,098 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/data/default/test/70ee0b1065edab242400403649eb4a00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:10,099 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70ee0b1065edab242400403649eb4a00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64132379, jitterRate=-0.04435308277606964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:49:10,099 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70ee0b1065edab242400403649eb4a00 2024-11-14T19:49:10,099 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70ee0b1065edab242400403649eb4a00: Running coprocessor pre-open hook at 1731613750087Writing region info on filesystem at 1731613750087Initializing all the Stores at 1731613750088 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613750088Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613750088Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613750088Cleaning up temporary data from old regions at 1731613750094 (+6 ms)Running coprocessor post-open hooks at 1731613750099 (+5 ms)Region opened successfully at 1731613750099 2024-11-14T19:49:10,100 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613749353.70ee0b1065edab242400403649eb4a00., pid=6, masterSystemTime=1731613750082 2024-11-14T19:49:10,102 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:10,102 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613749353.70ee0b1065edab242400403649eb4a00. 2024-11-14T19:49:10,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70ee0b1065edab242400403649eb4a00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,38265,1731613746091 2024-11-14T19:49:10,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70ee0b1065edab242400403649eb4a00, server=867b237d0fa7,38265,1731613746091 because future has completed 2024-11-14T19:49:10,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:49:10,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70ee0b1065edab242400403649eb4a00, server=867b237d0fa7,38265,1731613746091 in 175 msec 2024-11-14T19:49:10,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:49:10,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=70ee0b1065edab242400403649eb4a00, ASSIGN in 330 msec 2024-11-14T19:49:10,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:49:10,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613750108"}]},"ts":"1731613750108"} 2024-11-14T19:49:10,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:49:10,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:49:10,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-14T19:49:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:10,498 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:49:10,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:10,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38955,-1 for getting cluster id 2024-11-14T19:49:10,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:10,499 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fa2e3-cd7f-41c7-a8bc-a6134a96192a' 2024-11-14T19:49:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fa2e3-cd7f-41c7-a8bc-a6134a96192a" 2024-11-14T19:49:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27b9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38955,-1] 2024-11-14T19:49:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:10,501 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646dbbc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:10,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38955,1731613745940 2024-11-14T19:49:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a09ccb 2024-11-14T19:49:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:10,504 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:10,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:38955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:49:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:49:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:10,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:38955' 2024-11-14T19:49:10,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f741ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:10,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38955,-1 for getting cluster id 2024-11-14T19:49:10,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:10,510 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fa2e3-cd7f-41c7-a8bc-a6134a96192a' 2024-11-14T19:49:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fa2e3-cd7f-41c7-a8bc-a6134a96192a" 2024-11-14T19:49:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174d4df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38955,-1] 2024-11-14T19:49:10,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:10,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:10,511 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:10,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82291ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:10,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38955,1731613745940 2024-11-14T19:49:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b9c2065 2024-11-14T19:49:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:10,514 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:10,516 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:49:10,516 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:49:10,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:10,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:10,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:10,516 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://867b237d0fa7:38955, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T19:49:10,523 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://867b237d0fa7:38955, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://867b237d0fa7:38955, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://867b237d0fa7:38955, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T19:49:10,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://867b237d0fa7:38955, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=20 msec 2024-11-14T19:49:10,525 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T19:49:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:10,618 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://867b237d0fa7:38955, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T19:49:10,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:10,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:10,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:10,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:10,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:10,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 361) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/867b237d0fa7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/867b237d0fa7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e-prefix:867b237d0fa7,38265,1731613746091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1412316509-172.17.0.2-1731613744430:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6215f76f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 867b237d0fa7:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41593 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1899594297_20 at /127.0.0.1:55468 [Receiving block BP-1412316509-172.17.0.2-1731613744430:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/867b237d0fa7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/data/data1/current/BP-1412316509-172.17.0.2-1731613744430 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e/MasterData-prefix:867b237d0fa7,38955,1731613745940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1412316509-172.17.0.2-1731613744430:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp994132191-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:51865): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: BP-1412316509-172.17.0.2-1731613744430 heartbeating to localhost/127.0.0.1:41593 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/data/data2/current/BP-1412316509-172.17.0.2-1731613744430 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-25510126_20 at /127.0.0.1:55430 [Receiving block BP-1412316509-172.17.0.2-1731613744430:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;867b237d0fa7:38955 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@198479ec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;867b237d0fa7:38265-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41593 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1899594297_20 at /127.0.0.1:55454 [Receiving block BP-1412316509-172.17.0.2-1731613744430:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51865) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-982aaa7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@54943068 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1412316509-172.17.0.2-1731613744430:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1223709377) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1488314647-7929-acceptor-0@10db0772-ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:34113} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;867b237d0fa7:38265 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 34923 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51865) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613748039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7883-acceptor-0@6ea3aff4-ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:46793} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1488314647-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/cluster_ea6a312f-1b32-d4d3-f9b2-8ca50349a812/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2106c5d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1899594297_20 at /127.0.0.1:55378 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41593/user/jenkins/test-data/89fedc1d-626a-4783-842f-25b309edb61e-prefix:867b237d0fa7,38265,1731613746091.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613748040 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f4fe09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1efd9038[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1488314647-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1488314647-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f4fe0ad5840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 0 on default port 41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp994132191-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51865) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp994132191-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=5213 (was 5253) 2024-11-14T19:49:10,634 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-14T19:49:10,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5212 2024-11-14T19:49:10,646 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-14T19:49:10,658 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T19:49:10,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.log.dir so I do NOT create it in target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e 2024-11-14T19:49:10,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:49:10,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.tmp.dir so I do NOT create it in target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e 2024-11-14T19:49:10,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e789f2e9-1f2c-bca0-3cb9-bf5642ab7e41/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:49:10,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e 2024-11-14T19:49:10,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de, deleteOnExit=true 2024-11-14T19:49:10,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/zookeeper_0, clientPort=60979, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:49:10,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60979 2024-11-14T19:49:10,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/test.cache.data in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:49:10,674 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:49:10,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:49:10,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:49:10,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:10,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:10,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:10,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:10,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:49:10,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:10,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e74d2e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:10,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:11,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bee381f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/java.io.tmpdir/jetty-localhost-41135-hadoop-hdfs-3_4_1-tests_jar-_-any-10542435677594584885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:11,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b8106ff{HTTP/1.1, (http/1.1)}{localhost:41135} 2024-11-14T19:49:11,026 INFO [Time-limited test {}] server.Server(415): Started @314418ms 2024-11-14T19:49:11,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:11,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:11,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:11,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:11,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:49:11,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ca74ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:11,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:11,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c83d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/java.io.tmpdir/jetty-localhost-36809-hadoop-hdfs-3_4_1-tests_jar-_-any-9660335130957332727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:11,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e56b7d9{HTTP/1.1, (http/1.1)}{localhost:36809} 2024-11-14T19:49:11,326 INFO [Time-limited test {}] server.Server(415): Started @314717ms 2024-11-14T19:49:11,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:49:11,755 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/data/data2/current/BP-1179635156-172.17.0.2-1731613750693/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:11,755 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/data/data1/current/BP-1179635156-172.17.0.2-1731613750693/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:11,774 WARN [Thread-4302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:49:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56ac15939c0454ce with lease ID 0x117e21d0c046ce9: Processing first storage report for DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce from datanode DatanodeRegistration(127.0.0.1:39459, datanodeUuid=4afe285f-b178-437b-91bc-82b4fba02d3a, infoPort=34439, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=252838306;c=1731613750693) 2024-11-14T19:49:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56ac15939c0454ce with lease ID 0x117e21d0c046ce9: from storage DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce node DatanodeRegistration(127.0.0.1:39459, datanodeUuid=4afe285f-b178-437b-91bc-82b4fba02d3a, infoPort=34439, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=252838306;c=1731613750693), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56ac15939c0454ce with lease ID 0x117e21d0c046ce9: Processing first storage report for DS-51f8ad4c-12d2-4537-97e4-eeca067fdbd7 from datanode DatanodeRegistration(127.0.0.1:39459, datanodeUuid=4afe285f-b178-437b-91bc-82b4fba02d3a, infoPort=34439, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=252838306;c=1731613750693) 2024-11-14T19:49:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56ac15939c0454ce with lease ID 0x117e21d0c046ce9: from storage DS-51f8ad4c-12d2-4537-97e4-eeca067fdbd7 node DatanodeRegistration(127.0.0.1:39459, datanodeUuid=4afe285f-b178-437b-91bc-82b4fba02d3a, infoPort=34439, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=252838306;c=1731613750693), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:11,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e 2024-11-14T19:49:11,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:11,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:49:11,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:49:11,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:11,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:12,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:49:12,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:49:12,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T19:49:12,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T19:49:12,107 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:49:12,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T19:49:12,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7 with version=8 2024-11-14T19:49:12,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/hbase-staging 2024-11-14T19:49:12,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:49:12,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:12,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35819 2024-11-14T19:49:12,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35819 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358190x0, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:12,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35819-0x1013c12bb390000 connected 2024-11-14T19:49:12,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:12,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:12,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/running 2024-11-14T19:49:12,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7, hbase.cluster.distributed=false 2024-11-14T19:49:12,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/acl 2024-11-14T19:49:12,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35819 2024-11-14T19:49:12,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35819 2024-11-14T19:49:12,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35819 2024-11-14T19:49:12,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35819 2024-11-14T19:49:12,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35819 2024-11-14T19:49:12,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:49:12,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:12,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42153 2024-11-14T19:49:12,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42153 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:12,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:12,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:12,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421530x0, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:12,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421530x0, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/running 2024-11-14T19:49:12,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:49:12,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42153-0x1013c12bb390001 connected 2024-11-14T19:49:12,453 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:49:12,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/master 2024-11-14T19:49:12,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/acl 2024-11-14T19:49:12,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42153 2024-11-14T19:49:12,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42153 2024-11-14T19:49:12,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42153 2024-11-14T19:49:12,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42153 2024-11-14T19:49:12,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42153 2024-11-14T19:49:12,475 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:35819 2024-11-14T19:49:12,475 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01526821240/backup-masters/867b237d0fa7,35819,1731613752287 2024-11-14T19:49:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240/backup-masters 2024-11-14T19:49:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240/backup-masters 2024-11-14T19:49:12,481 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on existing znode=/01526821240/backup-masters/867b237d0fa7,35819,1731613752287 2024-11-14T19:49:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526821240/master 2024-11-14T19:49:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:12,489 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on existing znode=/01526821240/master 2024-11-14T19:49:12,489 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01526821240/backup-masters/867b237d0fa7,35819,1731613752287 from backup master directory 2024-11-14T19:49:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526821240/backup-masters/867b237d0fa7,35819,1731613752287 2024-11-14T19:49:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240/backup-masters 2024-11-14T19:49:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240/backup-masters 2024-11-14T19:49:12,497 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:12,497 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,35819,1731613752287 2024-11-14T19:49:12,500 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/hbase.id] with ID: 5a9bf424-376a-48e1-b754-98a3efe58a59 2024-11-14T19:49:12,500 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/.tmp/hbase.id 2024-11-14T19:49:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:49:12,504 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/.tmp/hbase.id]:[hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/hbase.id] 2024-11-14T19:49:12,511 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:12,511 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:49:12,511 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T19:49:12,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:12,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:49:12,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:12,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:49:12,926 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:49:13,331 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store 2024-11-14T19:49:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:49:13,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:13,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:49:13,587 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128991 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:49:13,736 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:13,736 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:13,736 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:13,736 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:13,736 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:13,736 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:13,737 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:13,737 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613753736Disabling compacts and flushes for region at 1731613753736Disabling writes for close at 1731613753736Writing region close event to WAL at 1731613753737 (+1 ms)Closed at 1731613753737 2024-11-14T19:49:13,737 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/.initializing 2024-11-14T19:49:13,737 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/WALs/867b237d0fa7,35819,1731613752287 2024-11-14T19:49:13,738 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:13,739 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C35819%2C1731613752287, suffix=, logDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/WALs/867b237d0fa7,35819,1731613752287, archiveDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/oldWALs, maxLogs=10 2024-11-14T19:49:13,750 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/WALs/867b237d0fa7,35819,1731613752287/867b237d0fa7%2C35819%2C1731613752287.1731613753739, exclude list is [], retry=0 2024-11-14T19:49:13,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:13,753 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/WALs/867b237d0fa7,35819,1731613752287/867b237d0fa7%2C35819%2C1731613752287.1731613753739 2024-11-14T19:49:13,754 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:13,754 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:13,754 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:13,754 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,754 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:49:13,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:13,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:13,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:49:13,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:13,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:13,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:49:13,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:13,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:13,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:49:13,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:13,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:13,759 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,760 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,760 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,761 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,761 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,761 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:13,761 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:13,763 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:13,763 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66507356, jitterRate=-0.008963167667388916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:13,763 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613753754Initializing all the Stores at 1731613753754Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613753754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613753755 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613753755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613753755Cleaning up temporary data from old regions at 1731613753761 (+6 ms)Region opened successfully at 1731613753763 (+2 ms) 2024-11-14T19:49:13,763 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:49:13,765 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e08e70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:13,765 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:49:13,765 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:49:13,765 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:49:13,766 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:49:13,766 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:49:13,766 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:49:13,766 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:49:13,768 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:49:13,768 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Unable to get data of znode /01526821240/balancer because node does not exist (not necessarily an error) 2024-11-14T19:49:13,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526821240/balancer already deleted, retry=false 2024-11-14T19:49:13,863 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:49:13,863 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Unable to get data of znode /01526821240/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:49:13,872 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526821240/normalizer already deleted, retry=false 2024-11-14T19:49:13,872 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:49:13,873 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Unable to get data of znode /01526821240/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:49:13,880 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526821240/switch/split already deleted, retry=false 2024-11-14T19:49:13,881 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Unable to get data of znode /01526821240/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:49:13,889 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526821240/switch/merge already deleted, retry=false 2024-11-14T19:49:13,890 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Unable to get data of znode /01526821240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:49:13,897 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526821240/snapshot-cleanup already deleted, retry=false 2024-11-14T19:49:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526821240/running 2024-11-14T19:49:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526821240/running 2024-11-14T19:49:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:13,906 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,35819,1731613752287, sessionid=0x1013c12bb390000, setting cluster-up flag (Was=false) 2024-11-14T19:49:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:13,947 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01526821240/flush-table-proc/acquired, /01526821240/flush-table-proc/reached, /01526821240/flush-table-proc/abort 2024-11-14T19:49:13,948 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,35819,1731613752287 2024-11-14T19:49:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:13,989 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01526821240/online-snapshot/acquired, /01526821240/online-snapshot/reached, /01526821240/online-snapshot/abort 2024-11-14T19:49:13,989 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,35819,1731613752287 2024-11-14T19:49:13,990 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:49:13,992 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:13,992 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:49:13,992 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:49:13,992 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,35819,1731613752287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:13,993 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:13,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613783994 2024-11-14T19:49:13,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:49:13,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:49:13,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:49:13,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:49:13,994 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:49:13,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:13,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:49:13,995 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:49:13,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:13,995 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613753995,5,FailOnTimeoutGroup] 2024-11-14T19:49:13,996 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613753996,5,FailOnTimeoutGroup] 2024-11-14T19:49:13,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:13,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:49:13,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:49:13,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:13,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:49:14,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:49:14,009 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7 2024-11-14T19:49:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:49:14,065 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(746): ClusterId : 5a9bf424-376a-48e1-b754-98a3efe58a59 2024-11-14T19:49:14,065 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:49:14,072 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:49:14,072 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:49:14,081 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:49:14,081 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d822176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:14,094 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:42153 2024-11-14T19:49:14,094 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:49:14,094 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:49:14,094 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:49:14,095 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,35819,1731613752287 with port=42153, startcode=1731613752433 2024-11-14T19:49:14,095 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:49:14,096 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:49:14,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35819 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,098 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7 2024-11-14T19:49:14,098 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45701 2024-11-14T19:49:14,098 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:49:14,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240/rs 2024-11-14T19:49:14,106 DEBUG [RS:0;867b237d0fa7:42153 {}] zookeeper.ZKUtil(111): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on existing znode=/01526821240/rs/867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,106 WARN [RS:0;867b237d0fa7:42153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:14,106 INFO [RS:0;867b237d0fa7:42153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:14,106 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,42153,1731613752433] 2024-11-14T19:49:14,108 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:49:14,110 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:49:14,110 INFO [RS:0;867b237d0fa7:42153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:49:14,110 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,110 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:49:14,111 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:49:14,111 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:14,111 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:14,112 DEBUG [RS:0;867b237d0fa7:42153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:14,114 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,114 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,114 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,114 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,114 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,114 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42153,1731613752433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:14,128 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:49:14,128 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42153,1731613752433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,128 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,128 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.Replication(171): 867b237d0fa7,42153,1731613752433 started 2024-11-14T19:49:14,145 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,145 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,42153,1731613752433, RpcServer on 867b237d0fa7/172.17.0.2:42153, sessionid=0x1013c12bb390001 2024-11-14T19:49:14,145 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:49:14,145 DEBUG [RS:0;867b237d0fa7:42153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,145 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42153,1731613752433' 2024-11-14T19:49:14,145 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01526821240/flush-table-proc/abort' 2024-11-14T19:49:14,145 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01526821240/flush-table-proc/acquired' 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42153,1731613752433' 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01526821240/online-snapshot/abort' 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01526821240/online-snapshot/acquired' 2024-11-14T19:49:14,146 DEBUG [RS:0;867b237d0fa7:42153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:49:14,146 INFO [RS:0;867b237d0fa7:42153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:49:14,146 INFO [RS:0;867b237d0fa7:42153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:49:14,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:49:14,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T19:49:14,246 INFO [RS:0;867b237d0fa7:42153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:14,247 INFO [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42153%2C1731613752433, suffix=, logDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433, archiveDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs, maxLogs=10 2024-11-14T19:49:14,259 DEBUG [RS:0;867b237d0fa7:42153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248, exclude list is [], retry=0 2024-11-14T19:49:14,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:14,262 INFO [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 2024-11-14T19:49:14,262 DEBUG [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:14,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:14,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:14,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:14,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:14,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:14,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:14,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:14,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:14,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:14,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:14,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740 2024-11-14T19:49:14,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740 2024-11-14T19:49:14,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:14,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:14,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:14,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:14,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:14,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63683451, jitterRate=-0.05104263126850128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613754424Initializing all the Stores at 1731613754425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613754425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613754425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613754425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613754425Cleaning up temporary data from old regions at 1731613754430 (+5 ms)Region opened successfully at 1731613754432 (+2 ms) 2024-11-14T19:49:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:14,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:14,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613754433Disabling compacts and flushes for region at 1731613754433Disabling writes for close at 1731613754433Writing region close event to WAL at 1731613754433Closed at 1731613754433 2024-11-14T19:49:14,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:14,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:49:14,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:49:14,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:14,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:49:14,585 DEBUG [867b237d0fa7:35819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:49:14,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42153,1731613752433, state=OPENING 2024-11-14T19:49:14,620 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:49:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:14,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:14,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526821240/meta-region-server: CHANGED 2024-11-14T19:49:14,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526821240/meta-region-server: CHANGED 2024-11-14T19:49:14,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42153,1731613752433}] 2024-11-14T19:49:14,783 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:14,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:49:14,786 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:49:14,786 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:14,786 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:49:14,787 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42153%2C1731613752433.meta, suffix=.meta, logDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433, archiveDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs, maxLogs=10 2024-11-14T19:49:14,799 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613754787.meta, exclude list is [], retry=0 2024-11-14T19:49:14,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:14,802 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613754787.meta 2024-11-14T19:49:14,802 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:14,803 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:49:14,803 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:49:14,803 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:49:14,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:14,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:14,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:14,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:14,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:14,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:14,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:14,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:14,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:14,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:14,809 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:14,810 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740 2024-11-14T19:49:14,810 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740 2024-11-14T19:49:14,811 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:14,811 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:14,811 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:14,812 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:14,812 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119210, jitterRate=-0.014746993780136108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:14,812 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:49:14,812 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613754803Writing region info on filesystem at 1731613754803Initializing all the Stores at 1731613754804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613754804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613754804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613754804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613754804Cleaning up temporary data from old regions at 1731613754811 (+7 ms)Running coprocessor post-open hooks at 1731613754812 (+1 ms)Region opened successfully at 1731613754812 2024-11-14T19:49:14,813 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613754783 2024-11-14T19:49:14,814 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:49:14,814 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:49:14,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42153,1731613752433, state=OPEN 2024-11-14T19:49:14,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526821240/meta-region-server 2024-11-14T19:49:14,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526821240/meta-region-server 2024-11-14T19:49:14,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:14,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526821240/meta-region-server: CHANGED 2024-11-14T19:49:14,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526821240/meta-region-server: CHANGED 2024-11-14T19:49:14,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:49:14,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42153,1731613752433 in 207 msec 2024-11-14T19:49:14,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:49:14,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-14T19:49:14,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:14,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:49:14,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:14,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42153,1731613752433, seqNum=-1] 2024-11-14T19:49:14,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:14,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:14,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-11-14T19:49:14,848 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613754848, completionTime=-1 2024-11-14T19:49:14,849 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:49:14,849 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:49:14,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:49:14,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613814850 2024-11-14T19:49:14,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613874850 2024-11-14T19:49:14,850 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:49:14,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35819,1731613752287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35819,1731613752287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35819,1731613752287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:35819, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,851 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,852 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.356sec 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35819,1731613752287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:14,853 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35819,1731613752287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:49:14,855 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:49:14,855 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:49:14,855 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,35819,1731613752287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:14,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257347c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:14,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35819,-1 for getting cluster id 2024-11-14T19:49:14,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:14,866 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9bf424-376a-48e1-b754-98a3efe58a59' 2024-11-14T19:49:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9bf424-376a-48e1-b754-98a3efe58a59" 2024-11-14T19:49:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7249a23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35819,-1] 2024-11-14T19:49:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:14,868 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:14,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:14,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42153,1731613752433, seqNum=-1] 2024-11-14T19:49:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:14,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:14,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,35819,1731613752287 2024-11-14T19:49:14,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:14,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:14,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c12bb390002 connected 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir so I do NOT create it in target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f 2024-11-14T19:49:14,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.tmp.dir so I do NOT create it in target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f 2024-11-14T19:49:14,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:49:14,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/cluster_332bc94f-d498-13c9-4267-6cc2e556075f, deleteOnExit=true 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/test.cache.data in system properties and HBase conf 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:49:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:49:14,891 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:49:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:49:15,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:15,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:15,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:15,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:15,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:49:15,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:15,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e3a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:15,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5028312f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:15,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9017e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/java.io.tmpdir/jetty-localhost-45497-hadoop-hdfs-3_4_1-tests_jar-_-any-1945028924887033897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:15,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70764eb9{HTTP/1.1, (http/1.1)}{localhost:45497} 2024-11-14T19:49:15,255 INFO [Time-limited test {}] server.Server(415): Started @318647ms 2024-11-14T19:49:15,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:15,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:15,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:15,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:15,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:49:15,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2692e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:15,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:15,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cbb98e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/java.io.tmpdir/jetty-localhost-41853-hadoop-hdfs-3_4_1-tests_jar-_-any-4000205796671028967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:15,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@501795a0{HTTP/1.1, (http/1.1)}{localhost:41853} 2024-11-14T19:49:15,549 INFO [Time-limited test {}] server.Server(415): Started @318940ms 2024-11-14T19:49:15,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:49:16,014 WARN [Thread-4436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/cluster_332bc94f-d498-13c9-4267-6cc2e556075f/data/data2/current/BP-642350754-172.17.0.2-1731613754906/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:16,014 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/cluster_332bc94f-d498-13c9-4267-6cc2e556075f/data/data1/current/BP-642350754-172.17.0.2-1731613754906/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:16,034 WARN [Thread-4423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:49:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd136a4348110b452 with lease ID 0xc36ef2449de143bf: Processing first storage report for DS-5514a441-4b3b-4c6b-8b72-a1a60ed67298 from datanode DatanodeRegistration(127.0.0.1:43237, datanodeUuid=97cf5299-9d81-4967-b8cf-c5d0c4645ed5, infoPort=43175, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1658918112;c=1731613754906) 2024-11-14T19:49:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd136a4348110b452 with lease ID 0xc36ef2449de143bf: from storage DS-5514a441-4b3b-4c6b-8b72-a1a60ed67298 node DatanodeRegistration(127.0.0.1:43237, datanodeUuid=97cf5299-9d81-4967-b8cf-c5d0c4645ed5, infoPort=43175, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1658918112;c=1731613754906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd136a4348110b452 with lease ID 0xc36ef2449de143bf: Processing first storage report for DS-bf017fae-c8bd-40bc-8aa8-032eed8b34ca from datanode DatanodeRegistration(127.0.0.1:43237, datanodeUuid=97cf5299-9d81-4967-b8cf-c5d0c4645ed5, infoPort=43175, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1658918112;c=1731613754906) 2024-11-14T19:49:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd136a4348110b452 with lease ID 0xc36ef2449de143bf: from storage DS-bf017fae-c8bd-40bc-8aa8-032eed8b34ca node DatanodeRegistration(127.0.0.1:43237, datanodeUuid=97cf5299-9d81-4967-b8cf-c5d0c4645ed5, infoPort=43175, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1658918112;c=1731613754906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:16,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f 2024-11-14T19:49:16,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:49:16,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8 with version=8 2024-11-14T19:49:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/hbase-staging 2024-11-14T19:49:16,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:49:16,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:16,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44603 2024-11-14T19:49:16,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44603 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:16,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446030x0, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:16,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44603-0x1013c12bb390003 connected 2024-11-14T19:49:16,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/running 2024-11-14T19:49:16,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8, hbase.cluster.distributed=false 2024-11-14T19:49:16,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/acl 2024-11-14T19:49:16,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44603 2024-11-14T19:49:16,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44603 2024-11-14T19:49:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44603 2024-11-14T19:49:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44603 2024-11-14T19:49:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44603 2024-11-14T19:49:16,595 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:49:16,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:16,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42429 2024-11-14T19:49:16,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42429 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:16,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424290x0, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:16,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424290x0, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/running 2024-11-14T19:49:16,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42429-0x1013c12bb390004 connected 2024-11-14T19:49:16,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:49:16,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:49:16,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/master 2024-11-14T19:49:16,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/acl 2024-11-14T19:49:16,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-14T19:49:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42429 2024-11-14T19:49:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42429 2024-11-14T19:49:16,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-14T19:49:16,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-14T19:49:16,629 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:44603 2024-11-14T19:49:16,629 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-960869555/backup-masters/867b237d0fa7,44603,1731613756482 2024-11-14T19:49:16,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555/backup-masters 2024-11-14T19:49:16,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555/backup-masters 2024-11-14T19:49:16,639 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on existing znode=/1-960869555/backup-masters/867b237d0fa7,44603,1731613756482 2024-11-14T19:49:16,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-960869555/master 2024-11-14T19:49:16,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:16,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:16,647 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on existing znode=/1-960869555/master 2024-11-14T19:49:16,647 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-960869555/backup-masters/867b237d0fa7,44603,1731613756482 from backup master directory 2024-11-14T19:49:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960869555/backup-masters/867b237d0fa7,44603,1731613756482 2024-11-14T19:49:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555/backup-masters 2024-11-14T19:49:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555/backup-masters 2024-11-14T19:49:16,655 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:16,655 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,44603,1731613756482 2024-11-14T19:49:16,658 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/hbase.id] with ID: 446037e1-47de-4a55-b86a-83849e120364 2024-11-14T19:49:16,658 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/.tmp/hbase.id 2024-11-14T19:49:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:49:16,662 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/.tmp/hbase.id]:[hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/hbase.id] 2024-11-14T19:49:16,669 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:16,669 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:49:16,670 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:49:16,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:16,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:49:17,083 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:17,084 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:49:17,084 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:49:17,089 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store 2024-11-14T19:49:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:49:17,493 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:17,493 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:17,493 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:17,493 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:17,493 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:17,493 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:17,493 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:17,493 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613757493Disabling compacts and flushes for region at 1731613757493Disabling writes for close at 1731613757493Writing region close event to WAL at 1731613757493Closed at 1731613757493 2024-11-14T19:49:17,494 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/.initializing 2024-11-14T19:49:17,494 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/WALs/867b237d0fa7,44603,1731613756482 2024-11-14T19:49:17,495 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:17,496 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44603%2C1731613756482, suffix=, logDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/WALs/867b237d0fa7,44603,1731613756482, archiveDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/oldWALs, maxLogs=10 2024-11-14T19:49:17,507 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/WALs/867b237d0fa7,44603,1731613756482/867b237d0fa7%2C44603%2C1731613756482.1731613757496, exclude list is [], retry=0 2024-11-14T19:49:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-5514a441-4b3b-4c6b-8b72-a1a60ed67298,DISK] 2024-11-14T19:49:17,511 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/WALs/867b237d0fa7,44603,1731613756482/867b237d0fa7%2C44603%2C1731613756482.1731613757496 2024-11-14T19:49:17,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-14T19:49:17,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:17,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:17,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,511 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:49:17,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:17,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:49:17,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:17,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:49:17,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:49:17,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:17,516 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,517 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,517 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,517 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,517 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,518 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:17,518 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:17,520 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:17,520 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71085146, jitterRate=0.059251219034194946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:17,520 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613757511Initializing all the Stores at 1731613757512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613757512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613757512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613757512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613757512Cleaning up temporary data from old regions at 1731613757517 (+5 ms)Region opened successfully at 1731613757520 (+3 ms) 2024-11-14T19:49:17,520 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:49:17,522 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc986d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:17,522 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:49:17,522 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:49:17,523 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:49:17,523 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:49:17,523 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:49:17,523 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:49:17,523 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:49:17,524 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:49:17,525 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Unable to get data of znode /1-960869555/balancer because node does not exist (not necessarily an error) 2024-11-14T19:49:17,555 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960869555/balancer already deleted, retry=false 2024-11-14T19:49:17,556 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:49:17,556 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Unable to get data of znode /1-960869555/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:49:17,563 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960869555/normalizer already deleted, retry=false 2024-11-14T19:49:17,564 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:49:17,564 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Unable to get data of znode /1-960869555/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:49:17,572 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960869555/switch/split already deleted, retry=false 2024-11-14T19:49:17,572 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Unable to get data of znode /1-960869555/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:49:17,580 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960869555/switch/merge already deleted, retry=false 2024-11-14T19:49:17,581 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Unable to get data of znode /1-960869555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:49:17,588 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960869555/snapshot-cleanup already deleted, retry=false 2024-11-14T19:49:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-960869555/running 2024-11-14T19:49:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-960869555/running 2024-11-14T19:49:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:17,597 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,44603,1731613756482, sessionid=0x1013c12bb390003, setting cluster-up flag (Was=false) 2024-11-14T19:49:17,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:17,638 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-960869555/flush-table-proc/acquired, /1-960869555/flush-table-proc/reached, /1-960869555/flush-table-proc/abort 2024-11-14T19:49:17,639 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,44603,1731613756482 2024-11-14T19:49:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:17,680 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-960869555/online-snapshot/acquired, /1-960869555/online-snapshot/reached, /1-960869555/online-snapshot/abort 2024-11-14T19:49:17,681 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,44603,1731613756482 2024-11-14T19:49:17,682 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:49:17,683 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:17,683 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:49:17,683 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:49:17,684 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,44603,1731613756482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:17,685 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:17,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:49:17,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:49:17,698 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613787698 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:49:17,699 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:49:17,700 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:49:17,700 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:49:17,704 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:49:17,704 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:49:17,704 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613757704,5,FailOnTimeoutGroup] 2024-11-14T19:49:17,704 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613757704,5,FailOnTimeoutGroup] 2024-11-14T19:49:17,704 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,704 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:49:17,704 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,705 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:49:17,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:49:17,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8 2024-11-14T19:49:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:49:17,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:17,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:17,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:17,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:17,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:17,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:17,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:17,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:17,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:17,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:17,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:17,721 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(746): ClusterId : 446037e1-47de-4a55-b86a-83849e120364 2024-11-14T19:49:17,721 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:49:17,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:17,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:17,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:17,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:17,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740 2024-11-14T19:49:17,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740 2024-11-14T19:49:17,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:17,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:17,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:17,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:17,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:17,726 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74024386, jitterRate=0.10304930806159973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:17,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613757716Initializing all the Stores at 1731613757716Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613757716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613757716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613757716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613757716Cleaning up temporary data from old regions at 1731613757723 (+7 ms)Region opened successfully at 1731613757726 (+3 ms) 2024-11-14T19:49:17,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:17,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:17,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:17,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:17,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:17,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:17,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613757726Disabling compacts and flushes for region at 1731613757726Disabling writes for close at 1731613757726Writing region close event to WAL at 1731613757726Closed at 1731613757726 2024-11-14T19:49:17,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:17,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:49:17,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:49:17,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:17,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:49:17,731 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:49:17,731 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:49:17,739 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:49:17,739 DEBUG [RS:0;867b237d0fa7:42429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3b00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:17,754 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:42429 2024-11-14T19:49:17,754 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:49:17,754 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:49:17,754 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:49:17,754 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,44603,1731613756482 with port=42429, startcode=1731613756594 2024-11-14T19:49:17,754 DEBUG [RS:0;867b237d0fa7:42429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:49:17,755 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:49:17,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,42429,1731613756594 2024-11-14T19:49:17,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44603 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,42429,1731613756594 2024-11-14T19:49:17,757 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8 2024-11-14T19:49:17,757 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35411 2024-11-14T19:49:17,757 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:49:17,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555/rs 2024-11-14T19:49:17,796 DEBUG [RS:0;867b237d0fa7:42429 {}] zookeeper.ZKUtil(111): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on existing znode=/1-960869555/rs/867b237d0fa7,42429,1731613756594 2024-11-14T19:49:17,797 WARN [RS:0;867b237d0fa7:42429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:17,797 INFO [RS:0;867b237d0fa7:42429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:17,797 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594 2024-11-14T19:49:17,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,42429,1731613756594] 2024-11-14T19:49:17,799 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:49:17,800 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:49:17,800 INFO [RS:0;867b237d0fa7:42429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:49:17,800 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,801 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:49:17,801 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:49:17,801 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:17,801 DEBUG [RS:0;867b237d0fa7:42429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:17,802 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,802 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,802 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,802 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,802 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,802 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42429,1731613756594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:17,818 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:49:17,819 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42429,1731613756594-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,819 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,819 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.Replication(171): 867b237d0fa7,42429,1731613756594 started 2024-11-14T19:49:17,833 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:17,833 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,42429,1731613756594, RpcServer on 867b237d0fa7/172.17.0.2:42429, sessionid=0x1013c12bb390004 2024-11-14T19:49:17,833 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,42429,1731613756594 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42429,1731613756594' 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-960869555/flush-table-proc/abort' 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-960869555/flush-table-proc/acquired' 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,42429,1731613756594 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42429,1731613756594' 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-960869555/online-snapshot/abort' 2024-11-14T19:49:17,834 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-960869555/online-snapshot/acquired' 2024-11-14T19:49:17,835 DEBUG [RS:0;867b237d0fa7:42429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:49:17,835 INFO [RS:0;867b237d0fa7:42429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:49:17,835 INFO [RS:0;867b237d0fa7:42429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:49:17,878 WARN [867b237d0fa7:44603 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:49:17,935 INFO [RS:0;867b237d0fa7:42429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:17,936 INFO [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42429%2C1731613756594, suffix=, logDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594, archiveDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/oldWALs, maxLogs=10 2024-11-14T19:49:17,948 DEBUG [RS:0;867b237d0fa7:42429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594/867b237d0fa7%2C42429%2C1731613756594.1731613757936, exclude list is [], retry=0 2024-11-14T19:49:17,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-5514a441-4b3b-4c6b-8b72-a1a60ed67298,DISK] 2024-11-14T19:49:17,951 INFO [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594/867b237d0fa7%2C42429%2C1731613756594.1731613757936 2024-11-14T19:49:17,952 DEBUG [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-14T19:49:18,129 DEBUG [867b237d0fa7:44603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:49:18,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,42429,1731613756594 2024-11-14T19:49:18,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42429,1731613756594, state=OPENING 2024-11-14T19:49:18,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:49:18,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:18,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:18,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:18,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960869555/meta-region-server: CHANGED 2024-11-14T19:49:18,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960869555/meta-region-server: CHANGED 2024-11-14T19:49:18,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42429,1731613756594}] 2024-11-14T19:49:18,299 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:18,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:49:18,303 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:49:18,303 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:18,303 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:49:18,304 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42429%2C1731613756594.meta, suffix=.meta, logDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594, archiveDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/oldWALs, maxLogs=10 2024-11-14T19:49:18,315 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594/867b237d0fa7%2C42429%2C1731613756594.meta.1731613758304.meta, exclude list is [], retry=0 2024-11-14T19:49:18,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-5514a441-4b3b-4c6b-8b72-a1a60ed67298,DISK] 2024-11-14T19:49:18,318 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/WALs/867b237d0fa7,42429,1731613756594/867b237d0fa7%2C42429%2C1731613756594.meta.1731613758304.meta 2024-11-14T19:49:18,318 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-14T19:49:18,318 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:18,319 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:18,319 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:49:18,319 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:49:18,319 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:49:18,319 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:49:18,319 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:18,319 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:49:18,319 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:49:18,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:18,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:18,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:18,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:18,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:18,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:18,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:18,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:18,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:18,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:18,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:18,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:18,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:18,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:18,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:18,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:18,323 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:18,323 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740 2024-11-14T19:49:18,324 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740 2024-11-14T19:49:18,325 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:18,325 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:18,325 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:18,326 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:18,326 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71701909, jitterRate=0.06844170391559601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:18,326 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:49:18,326 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613758319Writing region info on filesystem at 1731613758319Initializing all the Stores at 1731613758320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613758320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613758320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613758320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613758320Cleaning up temporary data from old regions at 1731613758325 (+5 ms)Running coprocessor post-open hooks at 1731613758326 (+1 ms)Region opened successfully at 1731613758326 2024-11-14T19:49:18,327 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613758299 2024-11-14T19:49:18,328 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:49:18,328 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:49:18,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42429,1731613756594 2024-11-14T19:49:18,329 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,42429,1731613756594, state=OPEN 2024-11-14T19:49:18,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-960869555/meta-region-server 2024-11-14T19:49:18,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-960869555/meta-region-server 2024-11-14T19:49:18,364 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,42429,1731613756594 2024-11-14T19:49:18,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960869555/meta-region-server: CHANGED 2024-11-14T19:49:18,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960869555/meta-region-server: CHANGED 2024-11-14T19:49:18,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:49:18,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,42429,1731613756594 in 217 msec 2024-11-14T19:49:18,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:49:18,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-14T19:49:18,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:18,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:49:18,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:18,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42429,1731613756594, seqNum=-1] 2024-11-14T19:49:18,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:18,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:18,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 690 msec 2024-11-14T19:49:18,373 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613758373, completionTime=-1 2024-11-14T19:49:18,373 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:49:18,373 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613818375 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613878375 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44603,1731613756482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44603,1731613756482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44603,1731613756482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:44603, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,377 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.723sec 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44603,1731613756482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:18,378 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44603,1731613756482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:49:18,381 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:49:18,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:49:18,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44603,1731613756482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:18,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1904b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:18,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44603,-1 for getting cluster id 2024-11-14T19:49:18,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:18,422 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '446037e1-47de-4a55-b86a-83849e120364' 2024-11-14T19:49:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "446037e1-47de-4a55-b86a-83849e120364" 2024-11-14T19:49:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141f9323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44603,-1] 2024-11-14T19:49:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:18,423 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:18,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bafa8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:18,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42429,1731613756594, seqNum=-1] 2024-11-14T19:49:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:18,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:18,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,44603,1731613756482 2024-11-14T19:49:18,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:18,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c12bb390005 connected 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir so I do NOT create it in target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4 2024-11-14T19:49:18,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.tmp.dir so I do NOT create it in target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4 2024-11-14T19:49:18,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:49:18,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/cluster_c8be0498-a0e9-b9e4-3b28-d50c9b274e8b, deleteOnExit=true 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/test.cache.data in system properties and HBase conf 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:49:18,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:18,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:49:18,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:49:18,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:18,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:18,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:18,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:18,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:49:18,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:18,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:18,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:18,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab6d795{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/java.io.tmpdir/jetty-localhost-39711-hadoop-hdfs-3_4_1-tests_jar-_-any-12056388417164367069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:18,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:39711} 2024-11-14T19:49:18,790 INFO [Time-limited test {}] server.Server(415): Started @322181ms 2024-11-14T19:49:18,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:49:18,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:49:18,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:49:18,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:49:18,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:49:18,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:49:18,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:49:19,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38110666{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/java.io.tmpdir/jetty-localhost-35953-hadoop-hdfs-3_4_1-tests_jar-_-any-6738994072816177473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:19,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:35953} 2024-11-14T19:49:19,077 INFO [Time-limited test {}] server.Server(415): Started @322469ms 2024-11-14T19:49:19,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:49:19,489 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/cluster_c8be0498-a0e9-b9e4-3b28-d50c9b274e8b/data/data1/current/BP-257387579-172.17.0.2-1731613758464/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:19,489 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/cluster_c8be0498-a0e9-b9e4-3b28-d50c9b274e8b/data/data2/current/BP-257387579-172.17.0.2-1731613758464/current, will proceed with Du for space computation calculation, 2024-11-14T19:49:19,504 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:49:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7cf112fdea16ea6 with lease ID 0x796811d8a4fd44b0: Processing first storage report for DS-0514c207-d7d8-49bb-ab91-73837778485c from datanode DatanodeRegistration(127.0.0.1:46007, datanodeUuid=d8278b2a-ab2e-4160-b2a3-5fba68e49087, infoPort=46579, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=1339955275;c=1731613758464) 2024-11-14T19:49:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7cf112fdea16ea6 with lease ID 0x796811d8a4fd44b0: from storage DS-0514c207-d7d8-49bb-ab91-73837778485c node DatanodeRegistration(127.0.0.1:46007, datanodeUuid=d8278b2a-ab2e-4160-b2a3-5fba68e49087, infoPort=46579, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=1339955275;c=1731613758464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7cf112fdea16ea6 with lease ID 0x796811d8a4fd44b0: Processing first storage report for DS-2f62f13d-5f9e-4079-ba52-2c637ee656e5 from datanode DatanodeRegistration(127.0.0.1:46007, datanodeUuid=d8278b2a-ab2e-4160-b2a3-5fba68e49087, infoPort=46579, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=1339955275;c=1731613758464) 2024-11-14T19:49:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7cf112fdea16ea6 with lease ID 0x796811d8a4fd44b0: from storage DS-2f62f13d-5f9e-4079-ba52-2c637ee656e5 node DatanodeRegistration(127.0.0.1:46007, datanodeUuid=d8278b2a-ab2e-4160-b2a3-5fba68e49087, infoPort=46579, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=1339955275;c=1731613758464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:49:19,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4 2024-11-14T19:49:19,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:19,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:49:20,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd with version=8 2024-11-14T19:49:20,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/hbase-staging 2024-11-14T19:49:20,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:20,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33549 2024-11-14T19:49:20,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33549 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:20,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335490x0, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:20,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33549-0x1013c12bb390006 connected 2024-11-14T19:49:20,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:20,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:20,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/running 2024-11-14T19:49:20,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd, hbase.cluster.distributed=false 2024-11-14T19:49:20,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/acl 2024-11-14T19:49:20,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-14T19:49:20,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33549 2024-11-14T19:49:20,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33549 2024-11-14T19:49:20,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-14T19:49:20,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-14T19:49:20,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:49:20,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:49:20,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46247 2024-11-14T19:49:20,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46247 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:20,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:20,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:20,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462470x0, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:20,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462470x0, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/running 2024-11-14T19:49:20,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46247-0x1013c12bb390007 connected 2024-11-14T19:49:20,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:49:20,139 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:49:20,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/master 2024-11-14T19:49:20,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/acl 2024-11-14T19:49:20,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46247 2024-11-14T19:49:20,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46247 2024-11-14T19:49:20,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46247 2024-11-14T19:49:20,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46247 2024-11-14T19:49:20,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46247 2024-11-14T19:49:20,160 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:33549 2024-11-14T19:49:20,161 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-739912643/backup-masters/867b237d0fa7,33549,1731613760012 2024-11-14T19:49:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643/backup-masters 2024-11-14T19:49:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643/backup-masters 2024-11-14T19:49:20,171 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on existing znode=/2-739912643/backup-masters/867b237d0fa7,33549,1731613760012 2024-11-14T19:49:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-739912643/master 2024-11-14T19:49:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:20,180 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on existing znode=/2-739912643/master 2024-11-14T19:49:20,181 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-739912643/backup-masters/867b237d0fa7,33549,1731613760012 from backup master directory 2024-11-14T19:49:20,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-739912643/backup-masters/867b237d0fa7,33549,1731613760012 2024-11-14T19:49:20,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643/backup-masters 2024-11-14T19:49:20,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643/backup-masters 2024-11-14T19:49:20,188 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:20,188 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,33549,1731613760012 2024-11-14T19:49:20,191 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/hbase.id] with ID: f58d0bca-7ffd-4e6a-accb-c06bbf6d7673 2024-11-14T19:49:20,191 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/.tmp/hbase.id 2024-11-14T19:49:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:49:20,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:49:20,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:20,596 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/.tmp/hbase.id]:[hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/hbase.id] 2024-11-14T19:49:20,603 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:20,603 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:49:20,604 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:49:20,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:20,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:49:21,049 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:21,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:49:21,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:49:21,456 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store 2024-11-14T19:49:21,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:49:21,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:21,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:21,862 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:21,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:21,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:21,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:21,862 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:21,862 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613761862Disabling compacts and flushes for region at 1731613761862Disabling writes for close at 1731613761862Writing region close event to WAL at 1731613761862Closed at 1731613761862 2024-11-14T19:49:21,863 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/.initializing 2024-11-14T19:49:21,863 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/WALs/867b237d0fa7,33549,1731613760012 2024-11-14T19:49:21,864 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:21,865 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C33549%2C1731613760012, suffix=, logDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/WALs/867b237d0fa7,33549,1731613760012, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/oldWALs, maxLogs=10 2024-11-14T19:49:21,878 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/WALs/867b237d0fa7,33549,1731613760012/867b237d0fa7%2C33549%2C1731613760012.1731613761865, exclude list is [], retry=0 2024-11-14T19:49:21,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-0514c207-d7d8-49bb-ab91-73837778485c,DISK] 2024-11-14T19:49:21,882 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/WALs/867b237d0fa7,33549,1731613760012/867b237d0fa7%2C33549%2C1731613760012.1731613761865 2024-11-14T19:49:21,882 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46579:46579)] 2024-11-14T19:49:21,882 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:21,882 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:21,883 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,883 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:49:21,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:21,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:21,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:49:21,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:21,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:21,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:49:21,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:21,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:21,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:49:21,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:21,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:21,889 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,890 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,890 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,891 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,891 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,891 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:21,892 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:49:21,893 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:21,893 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73752451, jitterRate=0.09899716079235077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:21,893 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613761883Initializing all the Stores at 1731613761883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613761883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613761884 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613761884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613761884Cleaning up temporary data from old regions at 1731613761891 (+7 ms)Region opened successfully at 1731613761893 (+2 ms) 2024-11-14T19:49:21,893 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:49:21,895 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e872b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:21,896 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:49:21,896 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:49:21,896 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:49:21,896 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:49:21,897 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:49:21,897 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:49:21,897 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:49:21,898 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:49:21,899 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Unable to get data of znode /2-739912643/balancer because node does not exist (not necessarily an error) 2024-11-14T19:49:21,962 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-739912643/balancer already deleted, retry=false 2024-11-14T19:49:21,962 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:49:21,963 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Unable to get data of znode /2-739912643/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:49:21,972 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-739912643/normalizer already deleted, retry=false 2024-11-14T19:49:21,972 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:49:21,973 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Unable to get data of znode /2-739912643/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:49:21,980 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-739912643/switch/split already deleted, retry=false 2024-11-14T19:49:21,980 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Unable to get data of znode /2-739912643/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:49:21,988 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-739912643/switch/merge already deleted, retry=false 2024-11-14T19:49:21,990 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Unable to get data of znode /2-739912643/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:49:21,997 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-739912643/snapshot-cleanup already deleted, retry=false 2024-11-14T19:49:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-739912643/running 2024-11-14T19:49:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-739912643/running 2024-11-14T19:49:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,005 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,33549,1731613760012, sessionid=0x1013c12bb390006, setting cluster-up flag (Was=false) 2024-11-14T19:49:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,047 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-739912643/flush-table-proc/acquired, /2-739912643/flush-table-proc/reached, /2-739912643/flush-table-proc/abort 2024-11-14T19:49:22,047 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,33549,1731613760012 2024-11-14T19:49:22,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,088 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-739912643/online-snapshot/acquired, /2-739912643/online-snapshot/reached, /2-739912643/online-snapshot/abort 2024-11-14T19:49:22,089 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,33549,1731613760012 2024-11-14T19:49:22,090 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:49:22,091 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:22,092 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:49:22,092 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:49:22,092 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,33549,1731613760012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:22,093 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,094 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613792094 2024-11-14T19:49:22,094 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:22,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:49:22,095 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T19:49:22,096 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:49:22,096 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:49:22,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:49:22,098 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613762096,5,FailOnTimeoutGroup] 2024-11-14T19:49:22,102 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613762098,5,FailOnTimeoutGroup] 2024-11-14T19:49:22,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:49:22,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:49:22,154 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(746): ClusterId : f58d0bca-7ffd-4e6a-accb-c06bbf6d7673 2024-11-14T19:49:22,154 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:49:22,164 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:49:22,164 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:49:22,172 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:49:22,172 DEBUG [RS:0;867b237d0fa7:46247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7039175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:49:22,184 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:46247 2024-11-14T19:49:22,184 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:49:22,184 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:49:22,184 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:49:22,184 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,33549,1731613760012 with port=46247, startcode=1731613760127 2024-11-14T19:49:22,185 DEBUG [RS:0;867b237d0fa7:46247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:49:22,186 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:49:22,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33549 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,187 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd 2024-11-14T19:49:22,187 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35059 2024-11-14T19:49:22,187 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:49:22,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643/rs 2024-11-14T19:49:22,221 DEBUG [RS:0;867b237d0fa7:46247 {}] zookeeper.ZKUtil(111): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on existing znode=/2-739912643/rs/867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,221 WARN [RS:0;867b237d0fa7:46247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:49:22,221 INFO [RS:0;867b237d0fa7:46247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:22,222 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,46247,1731613760127] 2024-11-14T19:49:22,224 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:49:22,226 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:49:22,226 INFO [RS:0;867b237d0fa7:46247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:49:22,226 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,226 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:49:22,227 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:49:22,227 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:22,227 DEBUG [RS:0;867b237d0fa7:46247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:49:22,234 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,234 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,234 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,234 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,234 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,234 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46247,1731613760127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:22,252 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:49:22,252 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,46247,1731613760127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,253 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,253 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.Replication(171): 867b237d0fa7,46247,1731613760127 started 2024-11-14T19:49:22,270 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,270 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,46247,1731613760127, RpcServer on 867b237d0fa7/172.17.0.2:46247, sessionid=0x1013c12bb390007 2024-11-14T19:49:22,270 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:49:22,270 DEBUG [RS:0;867b237d0fa7:46247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,270 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,46247,1731613760127' 2024-11-14T19:49:22,270 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-739912643/flush-table-proc/abort' 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-739912643/flush-table-proc/acquired' 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,46247,1731613760127' 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-739912643/online-snapshot/abort' 2024-11-14T19:49:22,271 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-739912643/online-snapshot/acquired' 2024-11-14T19:49:22,272 DEBUG [RS:0;867b237d0fa7:46247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:49:22,272 INFO [RS:0;867b237d0fa7:46247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:49:22,272 INFO [RS:0;867b237d0fa7:46247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:49:22,372 INFO [RS:0;867b237d0fa7:46247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:49:22,373 INFO [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C46247%2C1731613760127, suffix=, logDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/oldWALs, maxLogs=10 2024-11-14T19:49:22,387 DEBUG [RS:0;867b237d0fa7:46247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127/867b237d0fa7%2C46247%2C1731613760127.1731613762374, exclude list is [], retry=0 2024-11-14T19:49:22,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-0514c207-d7d8-49bb-ab91-73837778485c,DISK] 2024-11-14T19:49:22,390 INFO [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127/867b237d0fa7%2C46247%2C1731613760127.1731613762374 2024-11-14T19:49:22,391 DEBUG [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46579:46579)] 2024-11-14T19:49:22,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:49:22,508 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd 2024-11-14T19:49:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741833_1009 (size=32) 2024-11-14T19:49:22,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:22,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:22,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:22,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:22,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:22,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:22,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:22,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:22,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:22,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:22,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740 2024-11-14T19:49:22,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740 2024-11-14T19:49:22,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:22,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:22,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:22,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:22,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:22,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73155375, jitterRate=0.09010003507137299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:22,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613762515Initializing all the Stores at 1731613762516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613762516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613762516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613762516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613762516Cleaning up temporary data from old regions at 1731613762525 (+9 ms)Region opened successfully at 1731613762530 (+5 ms) 2024-11-14T19:49:22,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:22,530 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:22,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:22,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:22,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:22,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:22,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613762530Disabling compacts and flushes for region at 1731613762530Disabling writes for close at 1731613762530Writing region close event to WAL at 1731613762530Closed at 1731613762530 2024-11-14T19:49:22,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:22,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:49:22,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:49:22,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:22,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:49:22,683 DEBUG [867b237d0fa7:33549 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T19:49:22,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,46247,1731613760127, state=OPENING 2024-11-14T19:49:22,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:49:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:22,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-739912643/meta-region-server: CHANGED 2024-11-14T19:49:22,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-739912643/meta-region-server: CHANGED 2024-11-14T19:49:22,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:49:22,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,46247,1731613760127}] 2024-11-14T19:49:22,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:22,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:49:22,887 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:49:22,887 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:22,887 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:49:22,888 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C46247%2C1731613760127.meta, suffix=.meta, logDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/oldWALs, maxLogs=10 2024-11-14T19:49:22,902 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127/867b237d0fa7%2C46247%2C1731613760127.meta.1731613762889.meta, exclude list is [], retry=0 2024-11-14T19:49:22,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-0514c207-d7d8-49bb-ab91-73837778485c,DISK] 2024-11-14T19:49:22,905 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/WALs/867b237d0fa7,46247,1731613760127/867b237d0fa7%2C46247%2C1731613760127.meta.1731613762889.meta 2024-11-14T19:49:22,905 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46579:46579)] 2024-11-14T19:49:22,906 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:22,906 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:22,906 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:49:22,906 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:49:22,906 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:49:22,906 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:49:22,906 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:22,907 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:49:22,907 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:49:22,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:49:22,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:49:22,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:49:22,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:49:22,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:49:22,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:49:22,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:49:22,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:49:22,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:49:22,911 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:49:22,912 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740 2024-11-14T19:49:22,913 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740 2024-11-14T19:49:22,913 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:49:22,913 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:49:22,914 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:49:22,915 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:49:22,915 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63445331, jitterRate=-0.054590895771980286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:49:22,915 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:49:22,915 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613762907Writing region info on filesystem at 1731613762907Initializing all the Stores at 1731613762907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613762907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613762908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613762908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613762908Cleaning up temporary data from old regions at 1731613762913 (+5 ms)Running coprocessor post-open hooks at 1731613762915 (+2 ms)Region opened successfully at 1731613762915 2024-11-14T19:49:22,916 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613762883 2024-11-14T19:49:22,917 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:49:22,918 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:49:22,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,46247,1731613760127, state=OPEN 2024-11-14T19:49:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-739912643/meta-region-server 2024-11-14T19:49:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-739912643/meta-region-server 2024-11-14T19:49:22,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,46247,1731613760127 2024-11-14T19:49:22,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-739912643/meta-region-server: CHANGED 2024-11-14T19:49:22,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-739912643/meta-region-server: CHANGED 2024-11-14T19:49:22,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:49:22,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,46247,1731613760127 in 197 msec 2024-11-14T19:49:22,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:49:22,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-14T19:49:22,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:49:22,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:49:22,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:22,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,46247,1731613760127, seqNum=-1] 2024-11-14T19:49:22,934 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:22,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:22,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-11-14T19:49:22,938 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613762938, completionTime=-1 2024-11-14T19:49:22,938 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T19:49:22,938 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:49:22,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T19:49:22,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613822940 2024-11-14T19:49:22,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613882940 2024-11-14T19:49:22,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T19:49:22,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33549,1731613760012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33549,1731613760012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33549,1731613760012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:33549, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,941 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,942 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:49:22,943 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-11-14T19:49:22,943 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:49:22,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:49:22,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:49:22,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:49:22,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:49:22,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33549,1731613760012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:49:22,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33549,1731613760012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:49:22,945 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:49:22,945 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:49:22,945 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33549,1731613760012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:49:22,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:22,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,33549,-1 for getting cluster id 2024-11-14T19:49:22,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:22,956 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f58d0bca-7ffd-4e6a-accb-c06bbf6d7673' 2024-11-14T19:49:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f58d0bca-7ffd-4e6a-accb-c06bbf6d7673" 2024-11-14T19:49:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146603db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,33549,-1] 2024-11-14T19:49:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:22,958 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:22,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:22,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,46247,1731613760127, seqNum=-1] 2024-11-14T19:49:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:22,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:22,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,33549,1731613760012 2024-11-14T19:49:22,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60979 2024-11-14T19:49:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:49:22,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c12bb390008 connected 2024-11-14T19:49:22,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35819,1731613752287 2024-11-14T19:49:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328b6c8b 2024-11-14T19:49:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:22,983 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:22,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:49:22,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:49:22,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:22,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:49:22,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:49:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:49:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:23,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f39fc5efa3b58ff50d352cc5209e4bd, NAME => 'test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7 2024-11-14T19:49:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:49:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:23,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:23,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f39fc5efa3b58ff50d352cc5209e4bd, disabling compactions & flushes 2024-11-14T19:49:23,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:23,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:23,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. after waiting 0 ms 2024-11-14T19:49:23,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:23,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:23,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f39fc5efa3b58ff50d352cc5209e4bd: Waiting for close lock at 1731613763798Disabling compacts and flushes for region at 1731613763798Disabling writes for close at 1731613763798Writing region close event to WAL at 1731613763798Closed at 1731613763798 2024-11-14T19:49:23,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:49:23,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613763800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613763800"}]},"ts":"1731613763800"} 2024-11-14T19:49:23,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:49:23,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:49:23,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613763802"}]},"ts":"1731613763802"} 2024-11-14T19:49:23,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:49:23,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f39fc5efa3b58ff50d352cc5209e4bd, ASSIGN}] 2024-11-14T19:49:23,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f39fc5efa3b58ff50d352cc5209e4bd, ASSIGN 2024-11-14T19:49:23,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f39fc5efa3b58ff50d352cc5209e4bd, ASSIGN; state=OFFLINE, location=867b237d0fa7,42153,1731613752433; forceNewPlan=false, retain=false 2024-11-14T19:49:23,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f39fc5efa3b58ff50d352cc5209e4bd, regionState=OPENING, regionLocation=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:23,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f39fc5efa3b58ff50d352cc5209e4bd, ASSIGN because future has completed 2024-11-14T19:49:23,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f39fc5efa3b58ff50d352cc5209e4bd, server=867b237d0fa7,42153,1731613752433}] 2024-11-14T19:49:24,114 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:24,114 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f39fc5efa3b58ff50d352cc5209e4bd, NAME => 'test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:24,114 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:24,115 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:49:24,115 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,115 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:24,115 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,115 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,119 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,120 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f39fc5efa3b58ff50d352cc5209e4bd columnFamilyName f 2024-11-14T19:49:24,120 DEBUG [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:24,120 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] regionserver.HStore(327): Store=7f39fc5efa3b58ff50d352cc5209e4bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:24,120 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,121 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f39fc5efa3b58ff50d352cc5209e4bd columnFamilyName f1 2024-11-14T19:49:24,121 DEBUG [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:24,121 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] regionserver.HStore(327): Store=7f39fc5efa3b58ff50d352cc5209e4bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:24,121 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,122 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f39fc5efa3b58ff50d352cc5209e4bd columnFamilyName norep 2024-11-14T19:49:24,122 DEBUG [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:24,122 INFO [StoreOpener-7f39fc5efa3b58ff50d352cc5209e4bd-1 {}] regionserver.HStore(327): Store=7f39fc5efa3b58ff50d352cc5209e4bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:24,122 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,123 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,123 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,124 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,124 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,124 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:49:24,125 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,127 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:24,127 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f39fc5efa3b58ff50d352cc5209e4bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182991, jitterRate=-0.07340122759342194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:49:24,127 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:24,127 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f39fc5efa3b58ff50d352cc5209e4bd: Running coprocessor pre-open hook at 1731613764115Writing region info on filesystem at 1731613764115Initializing all the Stores at 1731613764116 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613764116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613764118 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613764118Cleaning up temporary data from old regions at 1731613764124 (+6 ms)Running coprocessor post-open hooks at 1731613764127 (+3 ms)Region opened successfully at 1731613764127 2024-11-14T19:49:24,128 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., pid=6, masterSystemTime=1731613764110 2024-11-14T19:49:24,129 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:24,129 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:24,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f39fc5efa3b58ff50d352cc5209e4bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:24,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f39fc5efa3b58ff50d352cc5209e4bd, server=867b237d0fa7,42153,1731613752433 because future has completed 2024-11-14T19:49:24,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:49:24,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f39fc5efa3b58ff50d352cc5209e4bd, server=867b237d0fa7,42153,1731613752433 in 174 msec 2024-11-14T19:49:24,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:49:24,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f39fc5efa3b58ff50d352cc5209e4bd, ASSIGN in 329 msec 2024-11-14T19:49:24,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:49:24,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613764135"}]},"ts":"1731613764135"} 2024-11-14T19:49:24,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:49:24,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:49:24,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-14T19:49:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:25,137 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:49:25,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44603,1731613756482 2024-11-14T19:49:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee39ffb 2024-11-14T19:49:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:25,139 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:25,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:49:25,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:49:25,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:25,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:49:25,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:49:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:25,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:49:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:25,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d21fe5183f3ceed2f1672420444d4dfa, NAME => 'test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8 2024-11-14T19:49:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:49:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:25,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:25,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d21fe5183f3ceed2f1672420444d4dfa, disabling compactions & flushes 2024-11-14T19:49:25,951 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:25,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:25,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. after waiting 0 ms 2024-11-14T19:49:25,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:25,951 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d21fe5183f3ceed2f1672420444d4dfa: Waiting for close lock at 1731613765951Disabling compacts and flushes for region at 1731613765951Disabling writes for close at 1731613765951Writing region close event to WAL at 1731613765951Closed at 1731613765951 2024-11-14T19:49:25,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:49:25,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613765952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613765952"}]},"ts":"1731613765952"} 2024-11-14T19:49:25,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:49:25,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:49:25,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613765955"}]},"ts":"1731613765955"} 2024-11-14T19:49:25,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:49:25,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d21fe5183f3ceed2f1672420444d4dfa, ASSIGN}] 2024-11-14T19:49:25,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d21fe5183f3ceed2f1672420444d4dfa, ASSIGN 2024-11-14T19:49:25,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d21fe5183f3ceed2f1672420444d4dfa, ASSIGN; state=OFFLINE, location=867b237d0fa7,42429,1731613756594; forceNewPlan=false, retain=false 2024-11-14T19:49:26,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d21fe5183f3ceed2f1672420444d4dfa, regionState=OPENING, regionLocation=867b237d0fa7,42429,1731613756594 2024-11-14T19:49:26,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d21fe5183f3ceed2f1672420444d4dfa, ASSIGN because future has completed 2024-11-14T19:49:26,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21fe5183f3ceed2f1672420444d4dfa, server=867b237d0fa7,42429,1731613756594}] 2024-11-14T19:49:26,265 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:26,265 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d21fe5183f3ceed2f1672420444d4dfa, NAME => 'test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:26,266 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:26,266 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:49:26,266 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,266 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:26,266 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,266 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,267 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,268 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21fe5183f3ceed2f1672420444d4dfa columnFamilyName f 2024-11-14T19:49:26,268 DEBUG [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:26,268 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] regionserver.HStore(327): Store=d21fe5183f3ceed2f1672420444d4dfa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:26,268 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,269 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21fe5183f3ceed2f1672420444d4dfa columnFamilyName f1 2024-11-14T19:49:26,269 DEBUG [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:26,269 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] regionserver.HStore(327): Store=d21fe5183f3ceed2f1672420444d4dfa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:26,269 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,270 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21fe5183f3ceed2f1672420444d4dfa columnFamilyName norep 2024-11-14T19:49:26,270 DEBUG [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:26,270 INFO [StoreOpener-d21fe5183f3ceed2f1672420444d4dfa-1 {}] regionserver.HStore(327): Store=d21fe5183f3ceed2f1672420444d4dfa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:26,270 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,271 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,271 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,271 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,272 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,272 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:49:26,273 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,274 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:26,274 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d21fe5183f3ceed2f1672420444d4dfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70481406, jitterRate=0.05025479197502136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:49:26,274 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:26,274 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d21fe5183f3ceed2f1672420444d4dfa: Running coprocessor pre-open hook at 1731613766266Writing region info on filesystem at 1731613766266Initializing all the Stores at 1731613766267 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613766267Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613766267Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613766267Cleaning up temporary data from old regions at 1731613766272 (+5 ms)Running coprocessor post-open hooks at 1731613766274 (+2 ms)Region opened successfully at 1731613766274 2024-11-14T19:49:26,275 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa., pid=6, masterSystemTime=1731613766263 2024-11-14T19:49:26,276 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:26,277 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:26,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d21fe5183f3ceed2f1672420444d4dfa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,42429,1731613756594 2024-11-14T19:49:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21fe5183f3ceed2f1672420444d4dfa, server=867b237d0fa7,42429,1731613756594 because future has completed 2024-11-14T19:49:26,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:49:26,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d21fe5183f3ceed2f1672420444d4dfa, server=867b237d0fa7,42429,1731613756594 in 172 msec 2024-11-14T19:49:26,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:49:26,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d21fe5183f3ceed2f1672420444d4dfa, ASSIGN in 329 msec 2024-11-14T19:49:26,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:49:26,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613766287"}]},"ts":"1731613766287"} 2024-11-14T19:49:26,288 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:49:26,289 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:49:26,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T19:49:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:27,287 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:49:27,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,33549,1731613760012 2024-11-14T19:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@492bec00 2024-11-14T19:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:27,289 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:27,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T19:49:27,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:49:27,291 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:27,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T19:49:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:27,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:49:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741835_1011 (size=902) 2024-11-14T19:49:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:27,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e9ddecee9bdec0774224226cdaee5f0, NAME => 'test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd 2024-11-14T19:49:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741836_1012 (size=39) 2024-11-14T19:49:27,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:27,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e9ddecee9bdec0774224226cdaee5f0, disabling compactions & flushes 2024-11-14T19:49:27,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:27,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:27,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. after waiting 0 ms 2024-11-14T19:49:27,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:27,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:27,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e9ddecee9bdec0774224226cdaee5f0: Waiting for close lock at 1731613767711Disabling compacts and flushes for region at 1731613767711Disabling writes for close at 1731613767711Writing region close event to WAL at 1731613767711Closed at 1731613767711 2024-11-14T19:49:27,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:49:27,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731613767712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613767712"}]},"ts":"1731613767712"} 2024-11-14T19:49:27,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:49:27,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:49:27,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613767715"}]},"ts":"1731613767715"} 2024-11-14T19:49:27,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T19:49:27,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e9ddecee9bdec0774224226cdaee5f0, ASSIGN}] 2024-11-14T19:49:27,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e9ddecee9bdec0774224226cdaee5f0, ASSIGN 2024-11-14T19:49:27,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e9ddecee9bdec0774224226cdaee5f0, ASSIGN; state=OFFLINE, location=867b237d0fa7,46247,1731613760127; forceNewPlan=false, retain=false 2024-11-14T19:49:27,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e9ddecee9bdec0774224226cdaee5f0, regionState=OPENING, regionLocation=867b237d0fa7,46247,1731613760127 2024-11-14T19:49:27,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e9ddecee9bdec0774224226cdaee5f0, ASSIGN because future has completed 2024-11-14T19:49:27,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e9ddecee9bdec0774224226cdaee5f0, server=867b237d0fa7,46247,1731613760127}] 2024-11-14T19:49:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:28,025 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:28,025 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e9ddecee9bdec0774224226cdaee5f0, NAME => 'test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:28,026 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:28,026 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T19:49:28,026 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,026 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:28,027 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,027 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,029 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,029 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9ddecee9bdec0774224226cdaee5f0 columnFamilyName f 2024-11-14T19:49:28,030 DEBUG [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,030 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] regionserver.HStore(327): Store=7e9ddecee9bdec0774224226cdaee5f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:28,030 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,030 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9ddecee9bdec0774224226cdaee5f0 columnFamilyName f1 2024-11-14T19:49:28,031 DEBUG [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,031 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] regionserver.HStore(327): Store=7e9ddecee9bdec0774224226cdaee5f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:28,031 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,031 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9ddecee9bdec0774224226cdaee5f0 columnFamilyName norep 2024-11-14T19:49:28,032 DEBUG [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,032 INFO [StoreOpener-7e9ddecee9bdec0774224226cdaee5f0-1 {}] regionserver.HStore(327): Store=7e9ddecee9bdec0774224226cdaee5f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:28,032 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,032 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,033 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,033 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,033 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,033 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:49:28,034 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,036 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:28,036 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e9ddecee9bdec0774224226cdaee5f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74988088, jitterRate=0.1174095869064331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:49:28,036 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:28,036 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e9ddecee9bdec0774224226cdaee5f0: Running coprocessor pre-open hook at 1731613768027Writing region info on filesystem at 1731613768027Initializing all the Stores at 1731613768028 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613768028Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613768028Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613768028Cleaning up temporary data from old regions at 1731613768033 (+5 ms)Running coprocessor post-open hooks at 1731613768036 (+3 ms)Region opened successfully at 1731613768036 2024-11-14T19:49:28,037 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0., pid=6, masterSystemTime=1731613768022 2024-11-14T19:49:28,038 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:28,039 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:28,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e9ddecee9bdec0774224226cdaee5f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=867b237d0fa7,46247,1731613760127 2024-11-14T19:49:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e9ddecee9bdec0774224226cdaee5f0, server=867b237d0fa7,46247,1731613760127 because future has completed 2024-11-14T19:49:28,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T19:49:28,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e9ddecee9bdec0774224226cdaee5f0, server=867b237d0fa7,46247,1731613760127 in 170 msec 2024-11-14T19:49:28,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:49:28,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e9ddecee9bdec0774224226cdaee5f0, ASSIGN in 326 msec 2024-11-14T19:49:28,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:49:28,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613768044"}]},"ts":"1731613768044"} 2024-11-14T19:49:28,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T19:49:28,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:49:28,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-14T19:49:28,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:49:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:49:28,427 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T19:49:28,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:28,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35819,-1 for getting cluster id 2024-11-14T19:49:28,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:28,429 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9bf424-376a-48e1-b754-98a3efe58a59' 2024-11-14T19:49:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9bf424-376a-48e1-b754-98a3efe58a59" 2024-11-14T19:49:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe6f406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35819,-1] 2024-11-14T19:49:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:28,430 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710bb923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:28,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35819,1731613752287 2024-11-14T19:49:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a48148e 2024-11-14T19:49:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:28,432 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:28,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://867b237d0fa7:44603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:49:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:49:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:28,435 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44603' 2024-11-14T19:49:28,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bcc5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:28,436 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44603,-1 for getting cluster id 2024-11-14T19:49:28,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:28,436 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '446037e1-47de-4a55-b86a-83849e120364' 2024-11-14T19:49:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "446037e1-47de-4a55-b86a-83849e120364" 2024-11-14T19:49:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b992a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44603,-1] 2024-11-14T19:49:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:28,438 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:28,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c30fd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:28,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44603,1731613756482 2024-11-14T19:49:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646f59a1 2024-11-14T19:49:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:28,439 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:28,440 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T19:49:28,440 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:49:28,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:28,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:28,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:28,441 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:49:28,442 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T19:49:28,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:49:28,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:49:28,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741837_1013 (size=1138) 2024-11-14T19:49:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaec1ea3699d1291ad047ce1059e337d, NAME => 'hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7 2024-11-14T19:49:28,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741838_1014 (size=44) 2024-11-14T19:49:28,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:28,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eaec1ea3699d1291ad047ce1059e337d, disabling compactions & flushes 2024-11-14T19:49:28,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. after waiting 0 ms 2024-11-14T19:49:28,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaec1ea3699d1291ad047ce1059e337d: Waiting for close lock at 1731613768457Disabling compacts and flushes for region at 1731613768457Disabling writes for close at 1731613768457Writing region close event to WAL at 1731613768457Closed at 1731613768457 2024-11-14T19:49:28,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:49:28,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731613768458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613768458"}]},"ts":"1731613768458"} 2024-11-14T19:49:28,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T19:49:28,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:49:28,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613768460"}]},"ts":"1731613768460"} 2024-11-14T19:49:28,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T19:49:28,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaec1ea3699d1291ad047ce1059e337d, ASSIGN}] 2024-11-14T19:49:28,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaec1ea3699d1291ad047ce1059e337d, ASSIGN 2024-11-14T19:49:28,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaec1ea3699d1291ad047ce1059e337d, ASSIGN; state=OFFLINE, location=867b237d0fa7,42153,1731613752433; forceNewPlan=false, retain=false 2024-11-14T19:49:28,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:28,492 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T19:49:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:28,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaec1ea3699d1291ad047ce1059e337d, regionState=OPENING, regionLocation=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:28,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaec1ea3699d1291ad047ce1059e337d, ASSIGN because future has completed 2024-11-14T19:49:28,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaec1ea3699d1291ad047ce1059e337d, server=867b237d0fa7,42153,1731613752433}] 2024-11-14T19:49:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:28,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:49:28,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T19:49:28,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=867b237d0fa7%2C42153%2C1731613752433.rep, suffix=, logDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433, archiveDir=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs, maxLogs=10 2024-11-14T19:49:28,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.rep.1731613768772, exclude list is [], retry=0 2024-11-14T19:49:28,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:28,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.rep.1731613768772 2024-11-14T19:49:28,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:28,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eaec1ea3699d1291ad047ce1059e337d, NAME => 'hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:49:28,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T19:49:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:49:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. service=MultiRowMutationService 2024-11-14T19:49:28,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T19:49:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:49:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,793 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,794 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaec1ea3699d1291ad047ce1059e337d columnFamilyName hfileref 2024-11-14T19:49:28,794 DEBUG [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,794 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] regionserver.HStore(327): Store=eaec1ea3699d1291ad047ce1059e337d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:28,794 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,795 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaec1ea3699d1291ad047ce1059e337d columnFamilyName queue 2024-11-14T19:49:28,795 DEBUG [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,795 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] regionserver.HStore(327): Store=eaec1ea3699d1291ad047ce1059e337d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:28,795 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,796 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaec1ea3699d1291ad047ce1059e337d columnFamilyName sid 2024-11-14T19:49:28,796 DEBUG [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:49:28,796 INFO [StoreOpener-eaec1ea3699d1291ad047ce1059e337d-1 {}] regionserver.HStore(327): Store=eaec1ea3699d1291ad047ce1059e337d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:49:28,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T19:49:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:49:28,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eaec1ea3699d1291ad047ce1059e337d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74767765, jitterRate=0.11412651836872101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T19:49:28,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:28,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eaec1ea3699d1291ad047ce1059e337d: Running coprocessor pre-open hook at 1731613768792Writing region info on filesystem at 1731613768792Initializing all the Stores at 1731613768793 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613768793Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613768793Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613768793Cleaning up temporary data from old regions at 1731613768797 (+4 ms)Running coprocessor post-open hooks at 1731613768800 (+3 ms)Region opened successfully at 1731613768800 2024-11-14T19:49:28,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d., pid=10, masterSystemTime=1731613768767 2024-11-14T19:49:28,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:28,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaec1ea3699d1291ad047ce1059e337d, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42153,1731613752433 2024-11-14T19:49:28,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaec1ea3699d1291ad047ce1059e337d, server=867b237d0fa7,42153,1731613752433 because future has completed 2024-11-14T19:49:28,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T19:49:28,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eaec1ea3699d1291ad047ce1059e337d, server=867b237d0fa7,42153,1731613752433 in 188 msec 2024-11-14T19:49:28,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T19:49:28,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaec1ea3699d1291ad047ce1059e337d, ASSIGN in 344 msec 2024-11-14T19:49:28,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:49:28,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613768807"}]},"ts":"1731613768807"} 2024-11-14T19:49:28,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T19:49:28,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:49:28,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 368 msec 2024-11-14T19:49:28,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d., hostname=867b237d0fa7,42153,1731613752433, seqNum=2] 2024-11-14T19:49:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:28,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:49:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:29,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T19:49:29,083 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T19:49:29,111 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-867b237d0fa7,42153,1731613752433, ReplicationSource: 1, currentBandwidth=0 2024-11-14T19:49:29,111 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:29,112 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42153,1731613752433, seqNum=-1] 2024-11-14T19:49:29,112 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:29,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T19:49:29,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-867b237d0fa7,42153,1731613752433', locateType=CURRENT is [region=hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d., hostname=867b237d0fa7,42153,1731613752433, seqNum=2] 2024-11-14T19:49:29,116 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T19:49:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T19:49:29,118 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 867b237d0fa7,42153,1731613752433 suceeded 2024-11-14T19:49:29,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T19:49:29,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T19:49:29,120 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://867b237d0fa7:44603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:49:29,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 687 msec 2024-11-14T19:49:29,131 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:44603' 2024-11-14T19:49:29,132 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444ab42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,133 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44603,-1 for getting cluster id 2024-11-14T19:49:29,133 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:29,133 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '446037e1-47de-4a55-b86a-83849e120364' 2024-11-14T19:49:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "446037e1-47de-4a55-b86a-83849e120364" 2024-11-14T19:49:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7641fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44603,-1] 2024-11-14T19:49:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:29,135 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:29,135 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55625e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,135 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:29,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44603,1731613756482 2024-11-14T19:49:29,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a919 2024-11-14T19:49:29,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:29,136 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T19:49:29,137 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-867b237d0fa7,42153,1731613752433 (queues=1) is replicating from cluster=5a9bf424-376a-48e1-b754-98a3efe58a59 to cluster=446037e1-47de-4a55-b86a-83849e120364 2024-11-14T19:49:29,137 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=867b237d0fa7%2C42153%2C1731613752433 2024-11-14T19:49:29,137 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-867b237d0fa7,42153,1731613752433, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:49:29,137 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C42153%2C1731613752433 2024-11-14T19:49:29,137 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248, startPosition=0, beingWritten=true 2024-11-14T19:49:29,142 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:49:29,142 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 379, reset compression=false 2024-11-14T19:49:29,142 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42153,1731613752433 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T19:49:29,351 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 379, reset compression=false 2024-11-14T19:49:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T19:49:29,567 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T19:49:29,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:29,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:29,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:29,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:29,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:29,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35819,-1 for getting cluster id 2024-11-14T19:49:29,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:29,569 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9bf424-376a-48e1-b754-98a3efe58a59' 2024-11-14T19:49:29,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:29,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9bf424-376a-48e1-b754-98a3efe58a59" 2024-11-14T19:49:29,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab4de56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35819,-1] 2024-11-14T19:49:29,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:29,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:29,571 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19be189e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44603,-1 for getting cluster id 2024-11-14T19:49:29,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:29,573 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '446037e1-47de-4a55-b86a-83849e120364' 2024-11-14T19:49:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "446037e1-47de-4a55-b86a-83849e120364" 2024-11-14T19:49:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cca00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44603,-1] 2024-11-14T19:49:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:29,574 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707feded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,33549,-1 for getting cluster id 2024-11-14T19:49:29,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:29,576 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f58d0bca-7ffd-4e6a-accb-c06bbf6d7673' 2024-11-14T19:49:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f58d0bca-7ffd-4e6a-accb-c06bbf6d7673" 2024-11-14T19:49:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4332c522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,33549,-1] 2024-11-14T19:49:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:29,578 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6c263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:29,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:29,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731613769583/Put/seqid=0 2024-11-14T19:49:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741840_1016 (size=7894) 2024-11-14T19:49:29,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731613769599/Put/seqid=0 2024-11-14T19:49:29,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741841_1017 (size=7691) 2024-11-14T19:49:29,654 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 379, reset compression=false 2024-11-14T19:49:30,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:30,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35819,-1 for getting cluster id 2024-11-14T19:49:30,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:30,010 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9bf424-376a-48e1-b754-98a3efe58a59' 2024-11-14T19:49:30,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9bf424-376a-48e1-b754-98a3efe58a59" 2024-11-14T19:49:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4509d768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35819,-1] 2024-11-14T19:49:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:30,012 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:30,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:30,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:30,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42153,1731613752433, seqNum=-1] 2024-11-14T19:49:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:30,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:30,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35819,1731613752287 2024-11-14T19:49:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd7457c 2024-11-14T19:49:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:30,021 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2] 2024-11-14T19:49:30,026 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:49:30,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T19:49:30,033 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T19:49:30,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T19:49:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:30,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T19:49:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HRegion(2603): Flush status journal for 7f39fc5efa3b58ff50d352cc5209e4bd: 2024-11-14T19:49:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_1 2024-11-14T19:49:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_1 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ 2024-11-14T19:49:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_0 2024-11-14T19:49:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_0 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ 2024-11-14T19:49:30,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_1 into 7f39fc5efa3b58ff50d352cc5209e4bd/f as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ - updating store file list. 2024-11-14T19:49:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ac74a7b9d00455482b17699283848b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:30,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ into 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:30,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_1 into 7f39fc5efa3b58ff50d352cc5209e4bd/f (new location: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_) 2024-11-14T19:49:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_1 2024-11-14T19:49:30,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_0 into 7f39fc5efa3b58ff50d352cc5209e4bd/f as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ - updating store file list. 2024-11-14T19:49:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:30,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ into 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:30,057 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 379, reset compression=false 2024-11-14T19:49:30,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_0 into 7f39fc5efa3b58ff50d352cc5209e4bd/f (new location: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_) 2024-11-14T19:49:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__fdo51bi7e2kkvks22mq6u8crfskarvh7tf0jg9fmmnq0835lq3038959f329u8cn/f/hfile_0 2024-11-14T19:49:30,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:30,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:30,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:30,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2 , the old value is region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:42153 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:49:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:49:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2 from cache 2024-11-14T19:49:30,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:30,061 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T19:49:30,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42429,1731613756594, seqNum=-1] 2024-11-14T19:49:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:30,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa., hostname=867b237d0fa7,42429,1731613756594, seqNum=2] 2024-11-14T19:49:30,068 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:49:30,069 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:49:30,069 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42153,1731613752433 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f39fc5efa3b58ff50d352cc5209e4bd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613770058/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T19:49:30,071 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:30,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T19:49:30,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.ReplicationSink(318): Replicating [5a9bf424-376a-48e1-b754-98a3efe58a59] bulk loaded data 2024-11-14T19:49:30,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4597fad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:30,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,44603,-1 for getting cluster id 2024-11-14T19:49:30,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:30,074 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '446037e1-47de-4a55-b86a-83849e120364' 2024-11-14T19:49:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "446037e1-47de-4a55-b86a-83849e120364" 2024-11-14T19:49:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0219de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,44603,-1] 2024-11-14T19:49:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:30,075 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:30,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f030ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741837_1013 (size=7691) 2024-11-14T19:49:30,167 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:42153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T19:49:30,270 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 687, reset compression=false 2024-11-14T19:49:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741838_1014 (size=7894) 2024-11-14T19:49:30,574 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 687, reset compression=false 2024-11-14T19:49:30,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:30,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,44603,1731613756482 2024-11-14T19:49:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c293b9 2024-11-14T19:49:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:30,893 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T19:49:30,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:49:30,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:30,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42429,1731613756594, seqNum=-1] 2024-11-14T19:49:30,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:30,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T19:49:30,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T19:49:30,903 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T19:49:30,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ for inclusion in d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T19:49:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:30,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ for inclusion in d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T19:49:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HRegion(2603): Flush status journal for d21fe5183f3ceed2f1672420444d4dfa: 2024-11-14T19:49:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:49:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/a1551f1b9aa247089cd319d4950273c1_SeqId_4_ 2024-11-14T19:49:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9ac74a7b9d00455482b17699283848b8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:49:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/f110d713a07341f1a7ca055ed7aed2a4_SeqId_4_ 2024-11-14T19:49:30,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ into d21fe5183f3ceed2f1672420444d4dfa/f as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/a1551f1b9aa247089cd319d4950273c1_SeqId_4_ - updating store file list. 2024-11-14T19:49:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1551f1b9aa247089cd319d4950273c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:30,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/a1551f1b9aa247089cd319d4950273c1_SeqId_4_ into d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:30,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ into d21fe5183f3ceed2f1672420444d4dfa/f (new location: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/a1551f1b9aa247089cd319d4950273c1_SeqId_4_) 2024-11-14T19:49:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/4ca368c88c5741c2ac544a10a6b738b4_SeqId_4_ 2024-11-14T19:49:30,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ into d21fe5183f3ceed2f1672420444d4dfa/f as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/f110d713a07341f1a7ca055ed7aed2a4_SeqId_4_ - updating store file list. 2024-11-14T19:49:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f110d713a07341f1a7ca055ed7aed2a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:30,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/f110d713a07341f1a7ca055ed7aed2a4_SeqId_4_ into d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:30,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ into d21fe5183f3ceed2f1672420444d4dfa/f (new location: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/f110d713a07341f1a7ca055ed7aed2a4_SeqId_4_) 2024-11-14T19:49:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__3joilpom22l53ae74c6obec8fs4nomv1tnnmqure9bk8atvetlcjjo9hau1qtc2p/f/9ac74a7b9d00455482b17699283848b8_SeqId_4_ 2024-11-14T19:49:30,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.ReplicationSink(324): Finished replicating [5a9bf424-376a-48e1-b754-98a3efe58a59] bulk loaded data 2024-11-14T19:49:30,978 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 687, reset compression=false 2024-11-14T19:49:31,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,46247,1731613760127, seqNum=-1] 2024-11-14T19:49:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:31,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:31,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0., hostname=867b237d0fa7,46247,1731613760127, seqNum=2] 2024-11-14T19:49:31,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:31,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:49:31,088 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 867b237d0fa7%2C42153%2C1731613752433:(num 1731613754248) roll requested 2024-11-14T19:49:31,101 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088, exclude list is [], retry=0 2024-11-14T19:49:31,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:31,105 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 2024-11-14T19:49:31,106 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:31,106 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 is not closed yet, will try archiving it next time 2024-11-14T19:49:31,106 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 867b237d0fa7%2C42153%2C1731613752433.rep:(num 1731613768772) roll requested 2024-11-14T19:49:31,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247b7ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35819,-1 for getting cluster id 2024-11-14T19:49:31,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741833_1009 (size=695) 2024-11-14T19:49:31,107 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9bf424-376a-48e1-b754-98a3efe58a59' 2024-11-14T19:49:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9bf424-376a-48e1-b754-98a3efe58a59" 2024-11-14T19:49:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b08c424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35819,-1] 2024-11-14T19:49:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,109 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677f7f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35819,1731613752287 2024-11-14T19:49:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175d9de4 2024-11-14T19:49:31,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:31,112 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:31,112 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs/867b237d0fa7%2C42153%2C1731613752433.1731613754248 2024-11-14T19:49:31,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://867b237d0fa7:33549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T19:49:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T19:49:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:49:31,115 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:33549' 2024-11-14T19:49:31,115 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7dd244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,115 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,33549,-1 for getting cluster id 2024-11-14T19:49:31,116 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:31,116 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f58d0bca-7ffd-4e6a-accb-c06bbf6d7673' 2024-11-14T19:49:31,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:31,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f58d0bca-7ffd-4e6a-accb-c06bbf6d7673" 2024-11-14T19:49:31,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d19872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,33549,-1] 2024-11-14T19:49:31,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:31,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,117 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:31,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e0b158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,118 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,33549,1731613760012 2024-11-14T19:49:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c60a685 2024-11-14T19:49:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:31,120 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:31,120 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T19:49:31,120 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T19:49:31,120 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,121 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:31,125 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.rep.1731613771106, exclude list is [], retry=0 2024-11-14T19:49:31,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:31,129 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.rep.1731613768772 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.rep.1731613771106 2024-11-14T19:49:31,129 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:31,129 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.rep.1731613768772 is not closed yet, will try archiving it next time 2024-11-14T19:49:31,129 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 867b237d0fa7%2C42153%2C1731613752433.meta:.meta(num 1731613754787) roll requested 2024-11-14T19:49:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741839_1015 (size=1505) 2024-11-14T19:49:31,148 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613771129.meta, exclude list is [], retry=0 2024-11-14T19:49:31,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-87b5cbcc-9d21-4de9-ba37-67fd821e32ce,DISK] 2024-11-14T19:49:31,156 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613754787.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613771129.meta 2024-11-14T19:49:31,156 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34439:34439)] 2024-11-14T19:49:31,157 DEBUG [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613754787.meta is not closed yet, will try archiving it next time 2024-11-14T19:49:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741834_1010 (size=3473) 2024-11-14T19:49:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:49:31,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T19:49:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:49:31,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T19:49:31,467 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T19:49:31,482 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 to pos 687, reset compression=false 2024-11-14T19:49:31,491 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 was moved to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs/867b237d0fa7%2C42153%2C1731613752433.1731613754248 2024-11-14T19:49:31,493 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248 2024-11-14T19:49:31,493 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42153,1731613752433 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613754248, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T19:49:31,495 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088, startPosition=0, beingWritten=true 2024-11-14T19:49:31,496 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [867b237d0fa7%2C42153%2C1731613752433.1731613754248] 2024-11-14T19:49:31,507 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-867b237d0fa7,42153,1731613752433, ReplicationSource: 2, currentBandwidth=0 2024-11-14T19:49:31,509 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T19:49:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T19:49:31,511 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 867b237d0fa7,42153,1731613752433 suceeded 2024-11-14T19:49:31,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T19:49:31,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-14T19:49:31,513 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://867b237d0fa7:33549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T19:49:31,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 401 msec 2024-11-14T19:49:31,524 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='867b237d0fa7:33549' 2024-11-14T19:49:31,525 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246707f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,525 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,33549,-1 for getting cluster id 2024-11-14T19:49:31,525 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:31,526 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f58d0bca-7ffd-4e6a-accb-c06bbf6d7673' 2024-11-14T19:49:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f58d0bca-7ffd-4e6a-accb-c06bbf6d7673" 2024-11-14T19:49:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a709e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,33549,-1] 2024-11-14T19:49:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,527 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:31,528 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d28a126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,528 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,33549,1731613760012 2024-11-14T19:49:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d8dbe 2024-11-14T19:49:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:31,529 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T19:49:31,529 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-867b237d0fa7,42153,1731613752433 (queues=1) is replicating from cluster=5a9bf424-376a-48e1-b754-98a3efe58a59 to cluster=f58d0bca-7ffd-4e6a-accb-c06bbf6d7673 2024-11-14T19:49:31,529 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=867b237d0fa7%2C42153%2C1731613752433 2024-11-14T19:49:31,529 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-867b237d0fa7,42153,1731613752433, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T19:49:31,530 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 867b237d0fa7%2C42153%2C1731613752433 2024-11-14T19:49:31,530 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088, startPosition=0, beingWritten=true 2024-11-14T19:49:31,734 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 0, reset compression=false 2024-11-14T19:49:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T19:49:31,738 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T19:49:31,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:31,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:31,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:31,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:49:31,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731613771741/Put/seqid=0 2024-11-14T19:49:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741845_1021 (size=11194) 2024-11-14T19:49:31,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731613771747/Put/seqid=0 2024-11-14T19:49:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741846_1022 (size=10791) 2024-11-14T19:49:31,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ab7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,35819,-1 for getting cluster id 2024-11-14T19:49:31,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:31,753 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9bf424-376a-48e1-b754-98a3efe58a59' 2024-11-14T19:49:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9bf424-376a-48e1-b754-98a3efe58a59" 2024-11-14T19:49:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ae7ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,35819,-1] 2024-11-14T19:49:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,754 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:31,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:31,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:31,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,42153,1731613752433, seqNum=-1] 2024-11-14T19:49:31,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:31,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:49:31,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,35819,1731613752287 2024-11-14T19:49:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3361ab05 2024-11-14T19:49:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:31,770 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:49:31,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2] 2024-11-14T19:49:31,775 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:49:31,780 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T19:49:31,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T19:49:31,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T19:49:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:31,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T19:49:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HRegion(2603): Flush status journal for 7f39fc5efa3b58ff50d352cc5209e4bd: 2024-11-14T19:49:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_0 2024-11-14T19:49:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_0 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ 2024-11-14T19:49:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_1 2024-11-14T19:49:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_1 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ 2024-11-14T19:49:31,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_0 into 7f39fc5efa3b58ff50d352cc5209e4bd/f as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ - updating store file list. 2024-11-14T19:49:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:31,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ into 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:31,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_0 into 7f39fc5efa3b58ff50d352cc5209e4bd/f (new location: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_) 2024-11-14T19:49:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_0 2024-11-14T19:49:31,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_1 into 7f39fc5efa3b58ff50d352cc5209e4bd/f as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ - updating store file list. 2024-11-14T19:49:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1afc4fc8767f43549de87a1da2328759_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:31,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ into 7f39fc5efa3b58ff50d352cc5209e4bd/f 2024-11-14T19:49:31,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_1 into 7f39fc5efa3b58ff50d352cc5209e4bd/f (new location: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_) 2024-11-14T19:49:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/staging/jenkins__test__phn86j9ms08qtkhoo6c8sifmgticfk4di96bnegs5i4i2g4asatkb65i8mkhec5a/f/hfile_1 2024-11-14T19:49:31,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:31,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:31,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:31,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2 , the old value is region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=867b237d0fa7:42153 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:49:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T19:49:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd., hostname=867b237d0fa7,42153,1731613752433, seqNum=2 from cache 2024-11-14T19:49:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42153: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38930 deadline: 1731613831818 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38930 2024-11-14T19:49:31,820 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:49:31,927 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:42153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T19:49:32,041 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 0, reset compression=false 2024-11-14T19:49:32,045 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:49:32,045 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-867b237d0fa7,42153,1731613752433 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f39fc5efa3b58ff50d352cc5209e4bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613771815/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T19:49:32,047 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:49:32,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T19:49:32,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.ReplicationSink(318): Replicating [5a9bf424-376a-48e1-b754-98a3efe58a59] bulk loaded data 2024-11-14T19:49:32,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d1ae36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:32,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,33549,-1 for getting cluster id 2024-11-14T19:49:32,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:49:32,049 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f58d0bca-7ffd-4e6a-accb-c06bbf6d7673' 2024-11-14T19:49:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:49:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f58d0bca-7ffd-4e6a-accb-c06bbf6d7673" 2024-11-14T19:49:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784bf869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,33549,-1] 2024-11-14T19:49:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:49:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:32,050 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:49:32,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d02e2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:49:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741837_1013 (size=11194) 2024-11-14T19:49:32,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741838_1014 (size=10791) 2024-11-14T19:49:32,102 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 0, reset compression=false 2024-11-14T19:49:32,108 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T19:49:32,108 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-867b237d0fa7,42153,1731613752433 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f39fc5efa3b58ff50d352cc5209e4bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731613771815/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T19:49:32,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.ReplicationSink(318): Replicating [5a9bf424-376a-48e1-b754-98a3efe58a59] bulk loaded data 2024-11-14T19:49:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741839_1015 (size=11194) 2024-11-14T19:49:32,245 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:32,308 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:32,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T19:49:32,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:32,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,33549,1731613760012 2024-11-14T19:49:32,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9ba95b 2024-11-14T19:49:32,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:49:32,492 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T19:49:32,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:49:32,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:49:32,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,46247,1731613760127, seqNum=-1] 2024-11-14T19:49:32,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:49:32,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T19:49:32,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T19:49:32,508 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T19:49:32,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ for inclusion in 7e9ddecee9bdec0774224226cdaee5f0/f 2024-11-14T19:49:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T19:49:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:32,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ for inclusion in 7e9ddecee9bdec0774224226cdaee5f0/f 2024-11-14T19:49:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T19:49:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HRegion(2603): Flush status journal for 7e9ddecee9bdec0774224226cdaee5f0: 2024-11-14T19:49:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:49:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/6d93c80ae4024f4dbde54ff26ea83a69_SeqId_4_ 2024-11-14T19:49:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1afc4fc8767f43549de87a1da2328759_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:49:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/1f9b0b832e2b46e78c032fcca100d774_SeqId_4_ 2024-11-14T19:49:32,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ into 7e9ddecee9bdec0774224226cdaee5f0/f as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/6d93c80ae4024f4dbde54ff26ea83a69_SeqId_4_ - updating store file list. 2024-11-14T19:49:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d93c80ae4024f4dbde54ff26ea83a69_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:32,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/6d93c80ae4024f4dbde54ff26ea83a69_SeqId_4_ into 7e9ddecee9bdec0774224226cdaee5f0/f 2024-11-14T19:49:32,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ into 7e9ddecee9bdec0774224226cdaee5f0/f (new location: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/6d93c80ae4024f4dbde54ff26ea83a69_SeqId_4_) 2024-11-14T19:49:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ 2024-11-14T19:49:32,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ into 7e9ddecee9bdec0774224226cdaee5f0/f as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/1f9b0b832e2b46e78c032fcca100d774_SeqId_4_ - updating store file list. 2024-11-14T19:49:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f9b0b832e2b46e78c032fcca100d774_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:32,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/1f9b0b832e2b46e78c032fcca100d774_SeqId_4_ into 7e9ddecee9bdec0774224226cdaee5f0/f 2024-11-14T19:49:32,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ into 7e9ddecee9bdec0774224226cdaee5f0/f (new location: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/f/1f9b0b832e2b46e78c032fcca100d774_SeqId_4_) 2024-11-14T19:49:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/staging/jenkins.hfs.23__test__7gpck68g012aqkngrssb9ibphngpndhkv4fhs1im0q668viudh5rk3519jn4i424/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ 2024-11-14T19:49:32,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] regionserver.ReplicationSink(324): Finished replicating [5a9bf424-376a-48e1-b754-98a3efe58a59] bulk loaded data 2024-11-14T19:49:32,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741840_1016 (size=10791) 2024-11-14T19:49:32,549 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:32,612 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:32,824 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T19:49:32,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T19:49:32,953 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T19:49:32,953 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:32,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T19:49:32,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ for inclusion in d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T19:49:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:32,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ for inclusion in d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T19:49:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T19:49:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HRegion(2603): Flush status journal for d21fe5183f3ceed2f1672420444d4dfa: 2024-11-14T19:49:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1afc4fc8767f43549de87a1da2328759_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:49:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/3702e0691287461dafe4d8b6d40aa4dc_SeqId_6_ 2024-11-14T19:49:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T19:49:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/8c3523d2185a485385e73abe6d0f6196_SeqId_6_ 2024-11-14T19:49:32,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ into d21fe5183f3ceed2f1672420444d4dfa/f as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/3702e0691287461dafe4d8b6d40aa4dc_SeqId_6_ - updating store file list. 2024-11-14T19:49:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3702e0691287461dafe4d8b6d40aa4dc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:32,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/3702e0691287461dafe4d8b6d40aa4dc_SeqId_6_ into d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:32,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ into d21fe5183f3ceed2f1672420444d4dfa/f (new location: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/3702e0691287461dafe4d8b6d40aa4dc_SeqId_6_) 2024-11-14T19:49:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/1afc4fc8767f43549de87a1da2328759_SeqId_6_ 2024-11-14T19:49:32,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ into d21fe5183f3ceed2f1672420444d4dfa/f as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/8c3523d2185a485385e73abe6d0f6196_SeqId_6_ - updating store file list. 2024-11-14T19:49:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c3523d2185a485385e73abe6d0f6196_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T19:49:32,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/8c3523d2185a485385e73abe6d0f6196_SeqId_6_ into d21fe5183f3ceed2f1672420444d4dfa/f 2024-11-14T19:49:32,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ into d21fe5183f3ceed2f1672420444d4dfa/f (new location: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/f/8c3523d2185a485385e73abe6d0f6196_SeqId_6_) 2024-11-14T19:49:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/staging/jenkins.hfs.22__test__34fh7k4eak2t9j5e7stutb6otlndp8qfrr34tall2ddobf28561cklgqo3ot3id7/f/8c5f711b6a2d433abecbcd342d0ebcc1_SeqId_6_ 2024-11-14T19:49:32,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] regionserver.ReplicationSink(324): Finished replicating [5a9bf424-376a-48e1-b754-98a3efe58a59] bulk loaded data 2024-11-14T19:49:33,018 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:33,456 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:33,522 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:33,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:49:33,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:33,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:49:33,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:49:33,737 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149141 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [867b237d0fa7,41821,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T19:49:33,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:49:33,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:33,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:33,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:33,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:33,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:33,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:49:33,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1003584825, stopped=false 2024-11-14T19:49:33,839 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,33549,1731613760012 2024-11-14T19:49:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-739912643/running 2024-11-14T19:49:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-739912643/running 2024-11-14T19:49:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:33,871 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:33,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:33,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:33,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:33,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/running 2024-11-14T19:49:33,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Set watcher on znode that does not yet exist, /2-739912643/running 2024-11-14T19:49:33,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,46247,1731613760127' ***** 2024-11-14T19:49:33,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:49:33,874 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:49:33,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:49:33,875 INFO [RS:0;867b237d0fa7:46247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:49:33,875 INFO [RS:0;867b237d0fa7:46247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:49:33,875 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:33,878 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,46247,1731613760127 2024-11-14T19:49:33,879 INFO [RS:0;867b237d0fa7:46247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:33,879 INFO [RS:0;867b237d0fa7:46247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:46247. 2024-11-14T19:49:33,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e9ddecee9bdec0774224226cdaee5f0, disabling compactions & flushes 2024-11-14T19:49:33,879 DEBUG [RS:0;867b237d0fa7:46247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:33,879 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:33,879 DEBUG [RS:0;867b237d0fa7:46247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:33,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:33,879 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:49:33,879 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:49:33,879 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:49:33,879 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:49:33,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. after waiting 0 ms 2024-11-14T19:49:33,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:33,883 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:49:33,883 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e9ddecee9bdec0774224226cdaee5f0=test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0.} 2024-11-14T19:49:33,883 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e9ddecee9bdec0774224226cdaee5f0 2024-11-14T19:49:33,883 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:33,883 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:33,883 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:33,883 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:33,883 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:33,884 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T19:49:33,892 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/default/test/7e9ddecee9bdec0774224226cdaee5f0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T19:49:33,893 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:33,893 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:49:33,893 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:33,893 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e9ddecee9bdec0774224226cdaee5f0: Waiting for close lock at 1731613773879Running coprocessor pre-close hooks at 1731613773879Disabling compacts and flushes for region at 1731613773879Disabling writes for close at 1731613773879Writing region close event to WAL at 1731613773884 (+5 ms)Running coprocessor post-close hooks at 1731613773893 (+9 ms)Closed at 1731613773893 2024-11-14T19:49:33,893 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0. 2024-11-14T19:49:33,907 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/info/9198556d7a5949c38bc992109cba72ac is 129, key is test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0./info:regioninfo/1731613768039/Put/seqid=0 2024-11-14T19:49:33,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741839_1015 (size=6421) 2024-11-14T19:49:33,943 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:34,060 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:34,083 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:34,125 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:34,235 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:49:34,235 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:49:34,283 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:34,317 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/info/9198556d7a5949c38bc992109cba72ac 2024-11-14T19:49:34,334 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/ns/96724d59cb274ab1b4fd7c8d38b4da9b is 43, key is default/ns:d/1731613762935/Put/seqid=0 2024-11-14T19:49:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741840_1016 (size=5153) 2024-11-14T19:49:34,483 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:34,684 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:34,737 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/ns/96724d59cb274ab1b4fd7c8d38b4da9b 2024-11-14T19:49:34,753 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/rep_barrier/791a881acef74e88b1efacc01597fa7e is 112, key is test,,1731613767289.7e9ddecee9bdec0774224226cdaee5f0./rep_barrier:seqnumDuringOpen/1731613768039/Put/seqid=0 2024-11-14T19:49:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741841_1017 (size=5518) 2024-11-14T19:49:34,766 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:34,828 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:34,884 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:49:34,884 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:49:34,884 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:35,084 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:35,156 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/rep_barrier/791a881acef74e88b1efacc01597fa7e 2024-11-14T19:49:35,173 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/table/1f2cb38d66c8482da219d5929b5b8bec is 40, key is test/table:state/1731613768044/Put/seqid=0 2024-11-14T19:49:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741842_1018 (size=5165) 2024-11-14T19:49:35,284 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:35,484 DEBUG [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:35,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:49:35,569 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:35,576 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/table/1f2cb38d66c8482da219d5929b5b8bec 2024-11-14T19:49:35,580 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/info/9198556d7a5949c38bc992109cba72ac as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/info/9198556d7a5949c38bc992109cba72ac 2024-11-14T19:49:35,584 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/info/9198556d7a5949c38bc992109cba72ac, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T19:49:35,585 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/ns/96724d59cb274ab1b4fd7c8d38b4da9b as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/ns/96724d59cb274ab1b4fd7c8d38b4da9b 2024-11-14T19:49:35,588 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/ns/96724d59cb274ab1b4fd7c8d38b4da9b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:49:35,588 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/rep_barrier/791a881acef74e88b1efacc01597fa7e as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/rep_barrier/791a881acef74e88b1efacc01597fa7e 2024-11-14T19:49:35,591 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/rep_barrier/791a881acef74e88b1efacc01597fa7e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T19:49:35,592 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/.tmp/table/1f2cb38d66c8482da219d5929b5b8bec as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/table/1f2cb38d66c8482da219d5929b5b8bec 2024-11-14T19:49:35,594 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/table/1f2cb38d66c8482da219d5929b5b8bec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:49:35,595 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=11, compaction requested=false 2024-11-14T19:49:35,598 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T19:49:35,599 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:35,599 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:49:35,599 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:35,599 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613773883Running coprocessor pre-close hooks at 1731613773883Disabling compacts and flushes for region at 1731613773883Disabling writes for close at 1731613773883Obtaining lock to block concurrent updates at 1731613773884 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731613773884Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731613773885 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613773885Flushing 1588230740/info: creating writer at 1731613773885Flushing 1588230740/info: appending metadata at 1731613773906 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731613773906Flushing 1588230740/ns: creating writer at 1731613774320 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731613774333 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731613774333Flushing 1588230740/rep_barrier: creating writer at 1731613774740 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613774752 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613774752Flushing 1588230740/table: creating writer at 1731613775159 (+407 ms)Flushing 1588230740/table: appending metadata at 1731613775173 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731613775173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f25c07: reopening flushed file at 1731613775580 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d39bce7: reopening flushed file at 1731613775584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e5a5ae: reopening flushed file at 1731613775588 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4530dcdf: reopening flushed file at 1731613775591 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=11, compaction requested=false at 1731613775595 (+4 ms)Writing region close event to WAL at 1731613775596 (+1 ms)Running coprocessor post-close hooks at 1731613775599 (+3 ms)Closed at 1731613775599 2024-11-14T19:49:35,599 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:35,632 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:35,685 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,46247,1731613760127; all regions closed. 2024-11-14T19:49:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741834_1010 (size=2717) 2024-11-14T19:49:35,688 DEBUG [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/oldWALs 2024-11-14T19:49:35,688 INFO [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C46247%2C1731613760127.meta:.meta(num 1731613762889) 2024-11-14T19:49:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741832_1008 (size=1028) 2024-11-14T19:49:35,692 DEBUG [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/oldWALs 2024-11-14T19:49:35,692 INFO [RS:0;867b237d0fa7:46247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C46247%2C1731613760127:(num 1731613762374) 2024-11-14T19:49:35,692 DEBUG [RS:0;867b237d0fa7:46247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:35,692 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:35,692 INFO [RS:0;867b237d0fa7:46247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:35,693 INFO [RS:0;867b237d0fa7:46247 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:35,693 INFO [RS:0;867b237d0fa7:46247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:35,693 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:35,693 INFO [RS:0;867b237d0fa7:46247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:46247. 2024-11-14T19:49:35,693 DEBUG [RS:0;867b237d0fa7:46247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:35,693 DEBUG [RS:0;867b237d0fa7:46247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:35,693 DEBUG [RS:0;867b237d0fa7:46247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:35,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:35,694 INFO [RS:0;867b237d0fa7:46247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46247 2024-11-14T19:49:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-739912643/rs/867b237d0fa7,46247,1731613760127 2024-11-14T19:49:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643/rs 2024-11-14T19:49:35,736 INFO [RS:0;867b237d0fa7:46247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:35,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,46247,1731613760127] 2024-11-14T19:49:35,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-739912643/draining/867b237d0fa7,46247,1731613760127 already deleted, retry=false 2024-11-14T19:49:35,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,46247,1731613760127 expired; onlineServers=0 2024-11-14T19:49:35,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,33549,1731613760012' ***** 2024-11-14T19:49:35,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:49:35,755 INFO [M:0;867b237d0fa7:33549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:35,755 INFO [M:0;867b237d0fa7:33549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:35,755 DEBUG [M:0;867b237d0fa7:33549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:49:35,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:49:35,755 DEBUG [M:0;867b237d0fa7:33549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:49:35,755 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613762096 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613762096,5,FailOnTimeoutGroup] 2024-11-14T19:49:35,755 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613762098 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613762098,5,FailOnTimeoutGroup] 2024-11-14T19:49:35,755 INFO [M:0;867b237d0fa7:33549 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:35,755 INFO [M:0;867b237d0fa7:33549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:35,756 DEBUG [M:0;867b237d0fa7:33549 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:49:35,756 INFO [M:0;867b237d0fa7:33549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:49:35,756 INFO [M:0;867b237d0fa7:33549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:35,756 INFO [M:0;867b237d0fa7:33549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:49:35,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:49:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-739912643/master 2024-11-14T19:49:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-739912643 2024-11-14T19:49:35,763 DEBUG [M:0;867b237d0fa7:33549 {}] zookeeper.ZKUtil(347): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Unable to get data of znode /2-739912643/master because node does not exist (not an error) 2024-11-14T19:49:35,763 WARN [M:0;867b237d0fa7:33549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:49:35,763 INFO [M:0;867b237d0fa7:33549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/.lastflushedseqids 2024-11-14T19:49:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741843_1019 (size=173) 2024-11-14T19:49:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:35,846 INFO [RS:0;867b237d0fa7:46247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46247-0x1013c12bb390007, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:35,846 INFO [RS:0;867b237d0fa7:46247 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,46247,1731613760127; zookeeper connection closed. 2024-11-14T19:49:35,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@384597f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@384597f3 2024-11-14T19:49:35,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:49:36,168 INFO [M:0;867b237d0fa7:33549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:49:36,168 INFO [M:0;867b237d0fa7:33549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:49:36,168 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:36,168 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:36,168 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:36,168 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:36,168 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:36,168 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T19:49:36,181 DEBUG [M:0;867b237d0fa7:33549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04f943e687134aabbbe1f20122aab1c3 is 82, key is hbase:meta,,1/info:regioninfo/1731613762918/Put/seqid=0 2024-11-14T19:49:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741844_1020 (size=5672) 2024-11-14T19:49:36,472 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:36,536 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:36,584 INFO [M:0;867b237d0fa7:33549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04f943e687134aabbbe1f20122aab1c3 2024-11-14T19:49:36,604 DEBUG [M:0;867b237d0fa7:33549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9354993edb64da8be944d0704f4318d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613768046/Put/seqid=0 2024-11-14T19:49:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741845_1021 (size=6587) 2024-11-14T19:49:37,007 INFO [M:0;867b237d0fa7:33549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9354993edb64da8be944d0704f4318d 2024-11-14T19:49:37,027 DEBUG [M:0;867b237d0fa7:33549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb0b4268e89a4593baef00b2470fc96c is 69, key is 867b237d0fa7,46247,1731613760127/rs:state/1731613762186/Put/seqid=0 2024-11-14T19:49:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741846_1022 (size=5156) 2024-11-14T19:49:37,433 INFO [M:0;867b237d0fa7:33549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb0b4268e89a4593baef00b2470fc96c 2024-11-14T19:49:37,436 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04f943e687134aabbbe1f20122aab1c3 as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04f943e687134aabbbe1f20122aab1c3 2024-11-14T19:49:37,439 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04f943e687134aabbbe1f20122aab1c3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T19:49:37,440 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9354993edb64da8be944d0704f4318d as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9354993edb64da8be944d0704f4318d 2024-11-14T19:49:37,442 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9354993edb64da8be944d0704f4318d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T19:49:37,443 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb0b4268e89a4593baef00b2470fc96c as hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb0b4268e89a4593baef00b2470fc96c 2024-11-14T19:49:37,445 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/ad399827-a23d-3c2b-23ad-9903acbb73dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb0b4268e89a4593baef00b2470fc96c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T19:49:37,446 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=55, compaction requested=false 2024-11-14T19:49:37,447 INFO [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:37,447 DEBUG [M:0;867b237d0fa7:33549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613776168Disabling compacts and flushes for region at 1731613776168Disabling writes for close at 1731613776168Obtaining lock to block concurrent updates at 1731613776168Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613776168Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731613776169 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613776169Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613776169Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613776181 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613776181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613776587 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613776603 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613776603Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613777011 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613777027 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613777027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259cffeb: reopening flushed file at 1731613777436 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a401dc: reopening flushed file at 1731613777439 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f227ec3: reopening flushed file at 1731613777442 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=55, compaction requested=false at 1731613777446 (+4 ms)Writing region close event to WAL at 1731613777447 (+1 ms)Closed at 1731613777447 2024-11-14T19:49:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741830_1006 (size=32782) 2024-11-14T19:49:37,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:37,450 INFO [M:0;867b237d0fa7:33549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:49:37,450 INFO [M:0;867b237d0fa7:33549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33549 2024-11-14T19:49:37,450 INFO [M:0;867b237d0fa7:33549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:37,475 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:37,540 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:37,571 INFO [M:0;867b237d0fa7:33549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33549-0x1013c12bb390006, quorum=127.0.0.1:60979, baseZNode=/2-739912643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:37,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38110666{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:37,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:37,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:37,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:37,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:37,575 WARN [BP-257387579-172.17.0.2-1731613758464 heartbeating to localhost/127.0.0.1:35059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:49:37,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:49:37,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:49:37,575 WARN [BP-257387579-172.17.0.2-1731613758464 heartbeating to localhost/127.0.0.1:35059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-257387579-172.17.0.2-1731613758464 (Datanode Uuid d8278b2a-ab2e-4160-b2a3-5fba68e49087) service to localhost/127.0.0.1:35059 2024-11-14T19:49:37,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/cluster_c8be0498-a0e9-b9e4-3b28-d50c9b274e8b/data/data1/current/BP-257387579-172.17.0.2-1731613758464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:37,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/cluster_c8be0498-a0e9-b9e4-3b28-d50c9b274e8b/data/data2/current/BP-257387579-172.17.0.2-1731613758464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:37,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:49:37,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab6d795{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:37,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:37,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:37,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:37,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6063c63-9b25-e243-dee8-ebae2bd550b4/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:49:37,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:49:37,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:37,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:37,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:37,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:49:37,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540060426, stopped=false 2024-11-14T19:49:37,594 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,44603,1731613756482 2024-11-14T19:49:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960869555/running 2024-11-14T19:49:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960869555/running 2024-11-14T19:49:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:37,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:37,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:37,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/running 2024-11-14T19:49:37,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:37,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Set watcher on znode that does not yet exist, /1-960869555/running 2024-11-14T19:49:37,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,42429,1731613756594' ***** 2024-11-14T19:49:37,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:49:37,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(3091): Received CLOSE for d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,42429,1731613756594 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42429. 2024-11-14T19:49:37,606 DEBUG [RS:0;867b237d0fa7:42429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:37,606 DEBUG [RS:0;867b237d0fa7:42429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,606 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21fe5183f3ceed2f1672420444d4dfa, disabling compactions & flushes 2024-11-14T19:49:37,606 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:37,606 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:37,606 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:49:37,607 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. after waiting 0 ms 2024-11-14T19:49:37,607 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:49:37,607 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:37,607 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:49:37,607 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:49:37,607 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:49:37,607 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d21fe5183f3ceed2f1672420444d4dfa=test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa.} 2024-11-14T19:49:37,607 DEBUG [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d21fe5183f3ceed2f1672420444d4dfa 2024-11-14T19:49:37,607 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:37,607 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:37,607 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:37,607 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:37,607 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:37,607 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T19:49:37,610 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/default/test/d21fe5183f3ceed2f1672420444d4dfa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:49:37,610 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:37,610 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:49:37,610 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:37,610 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21fe5183f3ceed2f1672420444d4dfa: Waiting for close lock at 1731613777606Running coprocessor pre-close hooks at 1731613777606Disabling compacts and flushes for region at 1731613777606Disabling writes for close at 1731613777607 (+1 ms)Writing region close event to WAL at 1731613777607Running coprocessor post-close hooks at 1731613777610 (+3 ms)Closed at 1731613777610 2024-11-14T19:49:37,610 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa. 2024-11-14T19:49:37,616 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:37,623 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/info/793867626afa4ffeaa0202796ef8abc1 is 129, key is test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa./info:regioninfo/1731613766277/Put/seqid=0 2024-11-14T19:49:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741841_1017 (size=6421) 2024-11-14T19:49:37,626 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/info/793867626afa4ffeaa0202796ef8abc1 2024-11-14T19:49:37,643 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/ns/9a35693b6d0841b292d6838db1419f60 is 43, key is default/ns:d/1731613758370/Put/seqid=0 2024-11-14T19:49:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:49:37,646 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/ns/9a35693b6d0841b292d6838db1419f60 2024-11-14T19:49:37,663 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/rep_barrier/2427a4689aed4ce8865b97a0c5d67789 is 112, key is test,,1731613765139.d21fe5183f3ceed2f1672420444d4dfa./rep_barrier:seqnumDuringOpen/1731613766277/Put/seqid=0 2024-11-14T19:49:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741843_1019 (size=5518) 2024-11-14T19:49:37,667 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/rep_barrier/2427a4689aed4ce8865b97a0c5d67789 2024-11-14T19:49:37,683 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/table/ff42ac777eff4c30949966192e078480 is 40, key is test/table:state/1731613766287/Put/seqid=0 2024-11-14T19:49:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741844_1020 (size=5165) 2024-11-14T19:49:37,686 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/table/ff42ac777eff4c30949966192e078480 2024-11-14T19:49:37,690 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/info/793867626afa4ffeaa0202796ef8abc1 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/info/793867626afa4ffeaa0202796ef8abc1 2024-11-14T19:49:37,693 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/info/793867626afa4ffeaa0202796ef8abc1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T19:49:37,694 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/ns/9a35693b6d0841b292d6838db1419f60 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/ns/9a35693b6d0841b292d6838db1419f60 2024-11-14T19:49:37,697 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/ns/9a35693b6d0841b292d6838db1419f60, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:49:37,697 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/rep_barrier/2427a4689aed4ce8865b97a0c5d67789 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/rep_barrier/2427a4689aed4ce8865b97a0c5d67789 2024-11-14T19:49:37,700 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/rep_barrier/2427a4689aed4ce8865b97a0c5d67789, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T19:49:37,701 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/.tmp/table/ff42ac777eff4c30949966192e078480 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/table/ff42ac777eff4c30949966192e078480 2024-11-14T19:49:37,704 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/table/ff42ac777eff4c30949966192e078480, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T19:49:37,705 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=11, compaction requested=false 2024-11-14T19:49:37,708 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T19:49:37,708 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:37,708 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:49:37,708 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:37,709 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613777607Running coprocessor pre-close hooks at 1731613777607Disabling compacts and flushes for region at 1731613777607Disabling writes for close at 1731613777607Obtaining lock to block concurrent updates at 1731613777607Preparing flush snapshotting stores in 1588230740 at 1731613777607Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731613777607Flushing stores of hbase:meta,,1.1588230740 at 1731613777608 (+1 ms)Flushing 1588230740/info: creating writer at 1731613777608Flushing 1588230740/info: appending metadata at 1731613777622 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731613777622Flushing 1588230740/ns: creating writer at 1731613777630 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731613777642 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731613777642Flushing 1588230740/rep_barrier: creating writer at 1731613777650 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613777662 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613777662Flushing 1588230740/table: creating writer at 1731613777670 (+8 ms)Flushing 1588230740/table: appending metadata at 1731613777683 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731613777683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27bbea89: reopening flushed file at 1731613777689 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fb673d: reopening flushed file at 1731613777693 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44525a67: reopening flushed file at 1731613777697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e48eee: reopening flushed file at 1731613777701 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=11, compaction requested=false at 1731613777705 (+4 ms)Writing region close event to WAL at 1731613777706 (+1 ms)Running coprocessor post-close hooks at 1731613777708 (+2 ms)Closed at 1731613777708 2024-11-14T19:49:37,709 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:37,802 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:49:37,802 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:49:37,807 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,42429,1731613756594; all regions closed. 2024-11-14T19:49:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741834_1010 (size=2717) 2024-11-14T19:49:37,810 DEBUG [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/oldWALs 2024-11-14T19:49:37,810 INFO [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42429%2C1731613756594.meta:.meta(num 1731613758304) 2024-11-14T19:49:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741833_1009 (size=1374) 2024-11-14T19:49:37,813 DEBUG [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/oldWALs 2024-11-14T19:49:37,813 INFO [RS:0;867b237d0fa7:42429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42429%2C1731613756594:(num 1731613757936) 2024-11-14T19:49:37,813 DEBUG [RS:0;867b237d0fa7:42429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,813 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:37,813 INFO [RS:0;867b237d0fa7:42429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:37,813 INFO [RS:0;867b237d0fa7:42429 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:37,813 INFO [RS:0;867b237d0fa7:42429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:37,813 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:37,814 INFO [RS:0;867b237d0fa7:42429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42429. 2024-11-14T19:49:37,814 DEBUG [RS:0;867b237d0fa7:42429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:37,814 DEBUG [RS:0;867b237d0fa7:42429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,814 DEBUG [RS:0;867b237d0fa7:42429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:37,814 INFO [RS:0;867b237d0fa7:42429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42429 2024-11-14T19:49:37,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:37,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960869555/rs/867b237d0fa7,42429,1731613756594 2024-11-14T19:49:37,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555/rs 2024-11-14T19:49:37,821 INFO [RS:0;867b237d0fa7:42429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:37,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,42429,1731613756594] 2024-11-14T19:49:37,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-960869555/draining/867b237d0fa7,42429,1731613756594 already deleted, retry=false 2024-11-14T19:49:37,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,42429,1731613756594 expired; onlineServers=0 2024-11-14T19:49:37,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,44603,1731613756482' ***** 2024-11-14T19:49:37,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:49:37,838 INFO [M:0;867b237d0fa7:44603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:37,838 INFO [M:0;867b237d0fa7:44603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:37,838 DEBUG [M:0;867b237d0fa7:44603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:49:37,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:49:37,838 DEBUG [M:0;867b237d0fa7:44603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:49:37,838 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613757704 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613757704,5,FailOnTimeoutGroup] 2024-11-14T19:49:37,838 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613757704 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613757704,5,FailOnTimeoutGroup] 2024-11-14T19:49:37,838 INFO [M:0;867b237d0fa7:44603 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:37,838 INFO [M:0;867b237d0fa7:44603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:37,838 DEBUG [M:0;867b237d0fa7:44603 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:49:37,839 INFO [M:0;867b237d0fa7:44603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:49:37,839 INFO [M:0;867b237d0fa7:44603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:37,839 INFO [M:0;867b237d0fa7:44603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:49:37,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:49:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960869555/master 2024-11-14T19:49:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960869555 2024-11-14T19:49:37,846 DEBUG [M:0;867b237d0fa7:44603 {}] zookeeper.ZKUtil(347): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Unable to get data of znode /1-960869555/master because node does not exist (not an error) 2024-11-14T19:49:37,846 WARN [M:0;867b237d0fa7:44603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:49:37,847 INFO [M:0;867b237d0fa7:44603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/.lastflushedseqids 2024-11-14T19:49:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741845_1021 (size=173) 2024-11-14T19:49:37,929 INFO [RS:0;867b237d0fa7:42429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42429-0x1013c12bb390004, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:37,929 INFO [RS:0;867b237d0fa7:42429 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,42429,1731613756594; zookeeper connection closed. 2024-11-14T19:49:37,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46e53628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46e53628 2024-11-14T19:49:37,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:49:38,251 INFO [M:0;867b237d0fa7:44603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:49:38,251 INFO [M:0;867b237d0fa7:44603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:49:38,251 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:38,251 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:38,251 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:38,251 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:38,251 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:38,251 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T19:49:38,267 DEBUG [M:0;867b237d0fa7:44603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c795278b84f64fa48a61b036b5737930 is 82, key is hbase:meta,,1/info:regioninfo/1731613758329/Put/seqid=0 2024-11-14T19:49:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741846_1022 (size=5672) 2024-11-14T19:49:38,578 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:38,643 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:38,670 INFO [M:0;867b237d0fa7:44603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c795278b84f64fa48a61b036b5737930 2024-11-14T19:49:38,685 DEBUG [M:0;867b237d0fa7:44603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e60d4ff3c5294cc9ac6cef4ebff28237 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613766290/Put/seqid=0 2024-11-14T19:49:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741847_1023 (size=6587) 2024-11-14T19:49:39,089 INFO [M:0;867b237d0fa7:44603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e60d4ff3c5294cc9ac6cef4ebff28237 2024-11-14T19:49:39,104 DEBUG [M:0;867b237d0fa7:44603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/530b43b0e4b24cd48a60c2dc3ad861e0 is 69, key is 867b237d0fa7,42429,1731613756594/rs:state/1731613757756/Put/seqid=0 2024-11-14T19:49:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741848_1024 (size=5156) 2024-11-14T19:49:39,108 INFO [M:0;867b237d0fa7:44603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/530b43b0e4b24cd48a60c2dc3ad861e0 2024-11-14T19:49:39,111 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c795278b84f64fa48a61b036b5737930 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c795278b84f64fa48a61b036b5737930 2024-11-14T19:49:39,114 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c795278b84f64fa48a61b036b5737930, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T19:49:39,115 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e60d4ff3c5294cc9ac6cef4ebff28237 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e60d4ff3c5294cc9ac6cef4ebff28237 2024-11-14T19:49:39,118 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e60d4ff3c5294cc9ac6cef4ebff28237, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T19:49:39,119 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/530b43b0e4b24cd48a60c2dc3ad861e0 as hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/530b43b0e4b24cd48a60c2dc3ad861e0 2024-11-14T19:49:39,122 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/530b43b0e4b24cd48a60c2dc3ad861e0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T19:49:39,123 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=55, compaction requested=false 2024-11-14T19:49:39,124 INFO [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:39,124 DEBUG [M:0;867b237d0fa7:44603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613778251Disabling compacts and flushes for region at 1731613778251Disabling writes for close at 1731613778251Obtaining lock to block concurrent updates at 1731613778251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613778251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731613778251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613778252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613778252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613778267 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613778267Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613778673 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613778685 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613778685Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613779092 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613779103 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613779103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aeb1fc8: reopening flushed file at 1731613779110 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b3abde: reopening flushed file at 1731613779115 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ed5116: reopening flushed file at 1731613779118 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=55, compaction requested=false at 1731613779123 (+5 ms)Writing region close event to WAL at 1731613779124 (+1 ms)Closed at 1731613779124 2024-11-14T19:49:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741830_1006 (size=32782) 2024-11-14T19:49:39,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cb3c1cd-58d5-3a0e-d270-e82bf3f715f8/MasterData/WALs/867b237d0fa7,44603,1731613756482/867b237d0fa7%2C44603%2C1731613756482.1731613757496 not finished, retry = 0 2024-11-14T19:49:39,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:39,226 INFO [M:0;867b237d0fa7:44603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:49:39,226 INFO [M:0;867b237d0fa7:44603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44603 2024-11-14T19:49:39,227 INFO [M:0;867b237d0fa7:44603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:39,379 INFO [M:0;867b237d0fa7:44603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1013c12bb390003, quorum=127.0.0.1:60979, baseZNode=/1-960869555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:39,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cbb98e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:39,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@501795a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:39,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:39,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:39,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2692e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:39,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:49:39,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:49:39,383 WARN [BP-642350754-172.17.0.2-1731613754906 heartbeating to localhost/127.0.0.1:35411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:49:39,383 WARN [BP-642350754-172.17.0.2-1731613754906 heartbeating to localhost/127.0.0.1:35411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-642350754-172.17.0.2-1731613754906 (Datanode Uuid 97cf5299-9d81-4967-b8cf-c5d0c4645ed5) service to localhost/127.0.0.1:35411 2024-11-14T19:49:39,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/cluster_332bc94f-d498-13c9-4267-6cc2e556075f/data/data1/current/BP-642350754-172.17.0.2-1731613754906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:39,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/cluster_332bc94f-d498-13c9-4267-6cc2e556075f/data/data2/current/BP-642350754-172.17.0.2-1731613754906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:39,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:49:39,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9017e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:39,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70764eb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:39,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:39,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5028312f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:39,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e3a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3ac10-fb9e-6f66-0a14-0d9f445b513f/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:39,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:49:39,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:49:39,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:49:39,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:39,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:39,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:39,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:39,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:39,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:49:39,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255704861, stopped=false 2024-11-14T19:49:39,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,35819,1731613752287 2024-11-14T19:49:39,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526821240/running 2024-11-14T19:49:39,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526821240/running 2024-11-14T19:49:39,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:39,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:39,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:39,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:49:39,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:39,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:39,413 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,42153,1731613752433' ***** 2024-11-14T19:49:39,413 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:49:39,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/running 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:49:39,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(3091): Received CLOSE for eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:39,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Set watcher on znode that does not yet exist, /01526821240/running 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f39fc5efa3b58ff50d352cc5209e4bd 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,42153,1731613752433 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:39,414 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaec1ea3699d1291ad047ce1059e337d, disabling compactions & flushes 2024-11-14T19:49:39,414 INFO [RS:0;867b237d0fa7:42153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42153. 2024-11-14T19:49:39,414 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. after waiting 0 ms 2024-11-14T19:49:39,415 DEBUG [RS:0;867b237d0fa7:42153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:39,415 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:39,415 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:49:39,415 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eaec1ea3699d1291ad047ce1059e337d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T19:49:39,415 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:49:39,415 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:49:39,415 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:49:39,415 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T19:49:39,415 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eaec1ea3699d1291ad047ce1059e337d=hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d., 7f39fc5efa3b58ff50d352cc5209e4bd=test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd.} 2024-11-14T19:49:39,415 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f39fc5efa3b58ff50d352cc5209e4bd, eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:49:39,415 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:49:39,415 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:49:39,415 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T19:49:39,432 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/info/c8f8c44c615d4804a036f5b6054694a2 is 147, key is hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d./info:regioninfo/1731613768802/Put/seqid=0 2024-11-14T19:49:39,432 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/.tmp/hfileref/9199634659d647d99475dc5ff192ccc9 is 74, key is 1/hfileref:1afc4fc8767f43549de87a1da2328759_SeqId_6_/1731613772975/DeleteColumn/seqid=0 2024-11-14T19:49:39,435 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:39,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741848_1024 (size=5489) 2024-11-14T19:49:39,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741847_1023 (size=7686) 2024-11-14T19:49:39,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:49:39,615 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f39fc5efa3b58ff50d352cc5209e4bd, eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:39,781 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:39,815 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f39fc5efa3b58ff50d352cc5209e4bd, eaec1ea3699d1291ad047ce1059e337d 2024-11-14T19:49:39,836 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/.tmp/hfileref/9199634659d647d99475dc5ff192ccc9 2024-11-14T19:49:39,840 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/info/c8f8c44c615d4804a036f5b6054694a2 2024-11-14T19:49:39,846 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:39,855 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/.tmp/queue/2491d6e4cd09462fb68bf962cd2bbf4e is 153, key is 1-867b237d0fa7,42153,1731613752433/queue:867b237d0fa7%2C42153%2C1731613752433/1731613772977/Put/seqid=0 2024-11-14T19:49:39,857 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/ns/c682475005224159b9ff7e7d7057f2ac is 43, key is default/ns:d/1731613754845/Put/seqid=0 2024-11-14T19:49:39,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741849_1025 (size=5504) 2024-11-14T19:49:39,858 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/.tmp/queue/2491d6e4cd09462fb68bf962cd2bbf4e 2024-11-14T19:49:39,862 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/.tmp/hfileref/9199634659d647d99475dc5ff192ccc9 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/hfileref/9199634659d647d99475dc5ff192ccc9 2024-11-14T19:49:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741850_1026 (size=5153) 2024-11-14T19:49:39,864 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/ns/c682475005224159b9ff7e7d7057f2ac 2024-11-14T19:49:39,866 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/hfileref/9199634659d647d99475dc5ff192ccc9, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T19:49:39,867 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/.tmp/queue/2491d6e4cd09462fb68bf962cd2bbf4e as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/queue/2491d6e4cd09462fb68bf962cd2bbf4e 2024-11-14T19:49:39,870 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/queue/2491d6e4cd09462fb68bf962cd2bbf4e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T19:49:39,871 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for eaec1ea3699d1291ad047ce1059e337d in 456ms, sequenceid=17, compaction requested=false 2024-11-14T19:49:39,878 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/replication/eaec1ea3699d1291ad047ce1059e337d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T19:49:39,878 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:39,878 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:49:39,878 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:39,878 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaec1ea3699d1291ad047ce1059e337d: Waiting for close lock at 1731613779414Running coprocessor pre-close hooks at 1731613779414Disabling compacts and flushes for region at 1731613779414Disabling writes for close at 1731613779415 (+1 ms)Obtaining lock to block concurrent updates at 1731613779415Preparing flush snapshotting stores in eaec1ea3699d1291ad047ce1059e337d at 1731613779415Finished memstore snapshotting hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731613779415Flushing stores of hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. at 1731613779415Flushing eaec1ea3699d1291ad047ce1059e337d/hfileref: creating writer at 1731613779416 (+1 ms)Flushing eaec1ea3699d1291ad047ce1059e337d/hfileref: appending metadata at 1731613779432 (+16 ms)Flushing eaec1ea3699d1291ad047ce1059e337d/hfileref: closing flushed file at 1731613779432Flushing eaec1ea3699d1291ad047ce1059e337d/queue: creating writer at 1731613779840 (+408 ms)Flushing eaec1ea3699d1291ad047ce1059e337d/queue: appending metadata at 1731613779854 (+14 ms)Flushing eaec1ea3699d1291ad047ce1059e337d/queue: closing flushed file at 1731613779854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaee56a: reopening flushed file at 1731613779861 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5928aa6: reopening flushed file at 1731613779866 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for eaec1ea3699d1291ad047ce1059e337d in 456ms, sequenceid=17, compaction requested=false at 1731613779871 (+5 ms)Writing region close event to WAL at 1731613779876 (+5 ms)Running coprocessor post-close hooks at 1731613779878 (+2 ms)Closed at 1731613779878 2024-11-14T19:49:39,878 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731613768440.eaec1ea3699d1291ad047ce1059e337d. 2024-11-14T19:49:39,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f39fc5efa3b58ff50d352cc5209e4bd, disabling compactions & flushes 2024-11-14T19:49:39,879 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:39,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:39,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. after waiting 0 ms 2024-11-14T19:49:39,879 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:39,881 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/rep_barrier/aa99a013a52b434595ee8c0c6b0decc9 is 112, key is test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd./rep_barrier:seqnumDuringOpen/1731613764130/Put/seqid=0 2024-11-14T19:49:39,881 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/default/test/7f39fc5efa3b58ff50d352cc5209e4bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T19:49:39,881 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:39,881 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T19:49:39,882 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:39,882 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f39fc5efa3b58ff50d352cc5209e4bd: Waiting for close lock at 1731613779879Running coprocessor pre-close hooks at 1731613779879Disabling compacts and flushes for region at 1731613779879Disabling writes for close at 1731613779879Writing region close event to WAL at 1731613779879Running coprocessor post-close hooks at 1731613779881 (+2 ms)Closed at 1731613779881 2024-11-14T19:49:39,882 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731613762984.7f39fc5efa3b58ff50d352cc5209e4bd. 2024-11-14T19:49:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741851_1027 (size=5518) 2024-11-14T19:49:40,016 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:40,183 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:49:40,183 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:49:40,216 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:40,284 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/rep_barrier/aa99a013a52b434595ee8c0c6b0decc9 2024-11-14T19:49:40,299 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/table/65becf87a7984eaa9fe60b7f2aacc238 is 53, key is hbase:replication/table:state/1731613768807/Put/seqid=0 2024-11-14T19:49:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741852_1028 (size=5308) 2024-11-14T19:49:40,416 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:49:40,416 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:49:40,416 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:40,616 DEBUG [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:49:40,703 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/table/65becf87a7984eaa9fe60b7f2aacc238 2024-11-14T19:49:40,706 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/info/c8f8c44c615d4804a036f5b6054694a2 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/info/c8f8c44c615d4804a036f5b6054694a2 2024-11-14T19:49:40,709 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/info/c8f8c44c615d4804a036f5b6054694a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T19:49:40,710 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/ns/c682475005224159b9ff7e7d7057f2ac as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/ns/c682475005224159b9ff7e7d7057f2ac 2024-11-14T19:49:40,712 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/ns/c682475005224159b9ff7e7d7057f2ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T19:49:40,713 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/rep_barrier/aa99a013a52b434595ee8c0c6b0decc9 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/rep_barrier/aa99a013a52b434595ee8c0c6b0decc9 2024-11-14T19:49:40,716 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/rep_barrier/aa99a013a52b434595ee8c0c6b0decc9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T19:49:40,716 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/.tmp/table/65becf87a7984eaa9fe60b7f2aacc238 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/table/65becf87a7984eaa9fe60b7f2aacc238 2024-11-14T19:49:40,719 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/table/65becf87a7984eaa9fe60b7f2aacc238, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T19:49:40,719 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-11-14T19:49:40,720 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:49:40,723 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T19:49:40,723 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T19:49:40,723 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:49:40,723 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:40,723 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613779415Running coprocessor pre-close hooks at 1731613779415Disabling compacts and flushes for region at 1731613779415Disabling writes for close at 1731613779415Obtaining lock to block concurrent updates at 1731613779415Preparing flush snapshotting stores in 1588230740 at 1731613779415Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731613779416 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613779416Flushing 1588230740/info: creating writer at 1731613779416Flushing 1588230740/info: appending metadata at 1731613779432 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731613779432Flushing 1588230740/ns: creating writer at 1731613779843 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731613779857 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731613779857Flushing 1588230740/rep_barrier: creating writer at 1731613779867 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731613779881 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731613779881Flushing 1588230740/table: creating writer at 1731613780287 (+406 ms)Flushing 1588230740/table: appending metadata at 1731613780299 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731613780299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36de5195: reopening flushed file at 1731613780706 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7adebbe0: reopening flushed file at 1731613780709 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1018233e: reopening flushed file at 1731613780713 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae0e769: reopening flushed file at 1731613780716 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1731613780719 (+3 ms)Writing region close event to WAL at 1731613780721 (+2 ms)Running coprocessor post-close hooks at 1731613780723 (+2 ms)Closed at 1731613780723 2024-11-14T19:49:40,723 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:49:40,816 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,42153,1731613752433; all regions closed. 2024-11-14T19:49:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741844_1020 (size=859) 2024-11-14T19:49:40,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.meta.1731613771129.meta not finished, retry = 0 2024-11-14T19:49:40,920 DEBUG [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs 2024-11-14T19:49:40,920 INFO [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42153%2C1731613752433.meta:.meta(num 1731613771129) 2024-11-14T19:49:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741843_1019 (size=2791) 2024-11-14T19:49:40,923 DEBUG [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs 2024-11-14T19:49:40,923 INFO [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42153%2C1731613752433.rep:(num 1731613771106) 2024-11-14T19:49:40,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741842_1018 (size=696) 2024-11-14T19:49:40,925 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 not finished, retry = 0 2024-11-14T19:49:41,026 DEBUG [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs 2024-11-14T19:49:41,026 INFO [RS:0;867b237d0fa7:42153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42153%2C1731613752433:(num 1731613771088) 2024-11-14T19:49:41,026 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:41,026 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:49:41,026 INFO [RS:0;867b237d0fa7:42153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:41,027 INFO [RS:0;867b237d0fa7:42153 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:41,027 INFO [RS:0;867b237d0fa7:42153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:41,027 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:41,027 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-867b237d0fa7,42153,1731613752433 because: Region server is closing 2024-11-14T19:49:41,027 INFO [RS:0;867b237d0fa7:42153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42153. 2024-11-14T19:49:41,027 DEBUG [RS:0;867b237d0fa7:42153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:41,027 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:41,028 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:41,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:41,084 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 to pos 393, reset compression=false 2024-11-14T19:49:41,086 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 was moved to hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/oldWALs/867b237d0fa7%2C42153%2C1731613752433.1731613771088 2024-11-14T19:49:41,087 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088 2024-11-14T19:49:41,087 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T19:49:41,088 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T19:49:41,088 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T19:49:41,088 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-867b237d0fa7,42153,1731613752433 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/WALs/867b237d0fa7,42153,1731613752433/867b237d0fa7%2C42153%2C1731613752433.1731613771088, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T19:49:41,088 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 867b237d0fa7,42153,1731613752433: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-867b237d0fa7,42153,1731613752433, walGroup=867b237d0fa7%2C42153%2C1731613752433, offset=867b237d0fa7%2C42153%2C1731613752433.1731613771088:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=867b237d0fa7:42153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T19:49:41,089 ERROR [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T19:49:41,089 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T19:49:41,089 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T19:49:41,089 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T19:49:41,090 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T19:49:41,090 INFO [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1078462168 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208384344 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T19:49:41,090 DEBUG [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [867b237d0fa7%2C42153%2C1731613752433.1731613771088] 2024-11-14T19:49:41,128 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T19:49:41,128 WARN [RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.wal-reader.867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T19:49:41,128 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,1-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,1-867b237d0fa7,42153,1731613752433 terminated 2024-11-14T19:49:41,128 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-867b237d0fa7,42153,1731613752433 because: Region server is closing 2024-11-14T19:49:41,128 INFO [RS:0;867b237d0fa7:42153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42153. 2024-11-14T19:49:41,128 DEBUG [RS:0;867b237d0fa7:42153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:49:41,128 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:41,128 DEBUG [RS:0;867b237d0fa7:42153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:49:41,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:49:41,129 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/867b237d0fa7:0-0.replicationSource,2-867b237d0fa7,42153,1731613752433.replicationSource.shipper867b237d0fa7%2C42153%2C1731613752433,2-867b237d0fa7,42153,1731613752433 terminated 2024-11-14T19:49:41,129 INFO [RS:0;867b237d0fa7:42153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42153 2024-11-14T19:49:41,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240/rs 2024-11-14T19:49:41,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526821240/rs/867b237d0fa7,42153,1731613752433 2024-11-14T19:49:41,236 INFO [RS:0;867b237d0fa7:42153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:41,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,42153,1731613752433] 2024-11-14T19:49:41,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01526821240/draining/867b237d0fa7,42153,1731613752433 already deleted, retry=false 2024-11-14T19:49:41,254 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,42153,1731613752433 expired; onlineServers=0 2024-11-14T19:49:41,254 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,35819,1731613752287' ***** 2024-11-14T19:49:41,254 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:49:41,254 INFO [M:0;867b237d0fa7:35819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:49:41,254 INFO [M:0;867b237d0fa7:35819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:49:41,254 DEBUG [M:0;867b237d0fa7:35819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:49:41,254 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:49:41,254 DEBUG [M:0;867b237d0fa7:35819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:49:41,254 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613753996 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613753996,5,FailOnTimeoutGroup] 2024-11-14T19:49:41,254 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613753995 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613753995,5,FailOnTimeoutGroup] 2024-11-14T19:49:41,254 INFO [M:0;867b237d0fa7:35819 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:49:41,254 INFO [M:0;867b237d0fa7:35819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:49:41,254 DEBUG [M:0;867b237d0fa7:35819 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:49:41,255 INFO [M:0;867b237d0fa7:35819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:49:41,255 INFO [M:0;867b237d0fa7:35819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:49:41,255 INFO [M:0;867b237d0fa7:35819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:49:41,255 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:49:41,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526821240/master 2024-11-14T19:49:41,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526821240 2024-11-14T19:49:41,262 DEBUG [M:0;867b237d0fa7:35819 {}] zookeeper.ZKUtil(347): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Unable to get data of znode /01526821240/master because node does not exist (not an error) 2024-11-14T19:49:41,262 WARN [M:0;867b237d0fa7:35819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:49:41,263 INFO [M:0;867b237d0fa7:35819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/.lastflushedseqids 2024-11-14T19:49:41,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741853_1029 (size=263) 2024-11-14T19:49:41,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:41,346 INFO [RS:0;867b237d0fa7:42153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:41,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42153-0x1013c12bb390001, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:41,346 INFO [RS:0;867b237d0fa7:42153 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,42153,1731613752433; zookeeper connection closed. 2024-11-14T19:49:41,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50037f93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50037f93 2024-11-14T19:49:41,346 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T19:49:41,666 INFO [M:0;867b237d0fa7:35819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:49:41,666 INFO [M:0;867b237d0fa7:35819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:49:41,666 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:49:41,666 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:41,666 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:41,666 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:49:41,666 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:41,666 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-14T19:49:41,683 DEBUG [M:0;867b237d0fa7:35819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ebcb7bc4029424e96057ef09296e7fd is 82, key is hbase:meta,,1/info:regioninfo/1731613754815/Put/seqid=0 2024-11-14T19:49:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741854_1030 (size=5672) 2024-11-14T19:49:41,686 INFO [M:0;867b237d0fa7:35819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ebcb7bc4029424e96057ef09296e7fd 2024-11-14T19:49:41,705 DEBUG [M:0;867b237d0fa7:35819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/485bdf8bf0634e0787d556951d2304e2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731613768810/Put/seqid=0 2024-11-14T19:49:41,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741855_1031 (size=8909) 2024-11-14T19:49:41,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:49:42,108 INFO [M:0;867b237d0fa7:35819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/485bdf8bf0634e0787d556951d2304e2 2024-11-14T19:49:42,128 DEBUG [M:0;867b237d0fa7:35819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d751c91320f645f98633a098d493aad8 is 69, key is 867b237d0fa7,42153,1731613752433/rs:state/1731613754097/Put/seqid=0 2024-11-14T19:49:42,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741856_1032 (size=5156) 2024-11-14T19:49:42,531 INFO [M:0;867b237d0fa7:35819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d751c91320f645f98633a098d493aad8 2024-11-14T19:49:42,535 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ebcb7bc4029424e96057ef09296e7fd as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ebcb7bc4029424e96057ef09296e7fd 2024-11-14T19:49:42,537 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ebcb7bc4029424e96057ef09296e7fd, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T19:49:42,538 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/485bdf8bf0634e0787d556951d2304e2 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/485bdf8bf0634e0787d556951d2304e2 2024-11-14T19:49:42,541 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/485bdf8bf0634e0787d556951d2304e2, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T19:49:42,541 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d751c91320f645f98633a098d493aad8 as hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d751c91320f645f98633a098d493aad8 2024-11-14T19:49:42,544 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45701/user/jenkins/test-data/312dfc92-e582-0788-81cf-2cc8b9a42ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d751c91320f645f98633a098d493aad8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T19:49:42,545 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=112, compaction requested=false 2024-11-14T19:49:42,546 INFO [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:49:42,546 DEBUG [M:0;867b237d0fa7:35819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613781666Disabling compacts and flushes for region at 1731613781666Disabling writes for close at 1731613781666Obtaining lock to block concurrent updates at 1731613781666Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613781666Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731613781667 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613781667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613781667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613781682 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613781682Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613781689 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613781705 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613781705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613782112 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613782127 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613782128 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d26406: reopening flushed file at 1731613782534 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fcdb666: reopening flushed file at 1731613782537 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e3f25f: reopening flushed file at 1731613782541 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=112, compaction requested=false at 1731613782545 (+4 ms)Writing region close event to WAL at 1731613782546 (+1 ms)Closed at 1731613782546 2024-11-14T19:49:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741830_1006 (size=69055) 2024-11-14T19:49:42,547 INFO [M:0;867b237d0fa7:35819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:49:42,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:49:42,548 INFO [M:0;867b237d0fa7:35819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35819 2024-11-14T19:49:42,548 INFO [M:0;867b237d0fa7:35819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:49:42,711 INFO [M:0;867b237d0fa7:35819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:49:42,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:42,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1013c12bb390000, quorum=127.0.0.1:60979, baseZNode=/01526821240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:49:42,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c83d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:49:42,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e56b7d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:42,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:42,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:42,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ca74ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:42,714 WARN [BP-1179635156-172.17.0.2-1731613750693 heartbeating to localhost/127.0.0.1:45701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:49:42,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:49:42,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:49:42,714 WARN [BP-1179635156-172.17.0.2-1731613750693 heartbeating to localhost/127.0.0.1:45701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179635156-172.17.0.2-1731613750693 (Datanode Uuid 4afe285f-b178-437b-91bc-82b4fba02d3a) service to localhost/127.0.0.1:45701 2024-11-14T19:49:42,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/data/data1/current/BP-1179635156-172.17.0.2-1731613750693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:42,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/cluster_d7743108-e2c9-acc4-afee-2c00fead52de/data/data2/current/BP-1179635156-172.17.0.2-1731613750693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:49:42,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:49:42,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bee381f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:49:42,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b8106ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:49:42,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:49:42,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:49:42,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e74d2e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e18fb9c-5314-d8a4-04e9-262c625b106e/hadoop.log.dir/,STOPPED} 2024-11-14T19:49:42,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:49:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:49:42,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 531) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60979) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35411 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45701 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60979) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35411 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60979) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4863 (was 5212) 2024-11-14T19:49:42,754 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500